2024-12-05 15:20:51,750 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 15:20:51,765 main DEBUG Took 0.014073 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 15:20:51,766 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 15:20:51,766 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 15:20:51,767 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 15:20:51,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,774 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 15:20:51,784 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,786 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,786 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,787 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,788 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,789 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,791 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,791 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,792 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 15:20:51,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,794 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 15:20:51,795 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 15:20:51,797 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 15:20:51,798 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 15:20:51,799 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 15:20:51,800 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 15:20:51,800 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 15:20:51,808 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 15:20:51,810 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 15:20:51,812 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 15:20:51,812 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 15:20:51,813 main DEBUG createAppenders(={Console}) 2024-12-05 15:20:51,814 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 15:20:51,814 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 15:20:51,814 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 15:20:51,815 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 15:20:51,815 main DEBUG OutputStream closed 2024-12-05 15:20:51,815 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 15:20:51,816 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 15:20:51,816 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 15:20:51,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 15:20:51,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 15:20:51,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 15:20:51,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 15:20:51,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 15:20:51,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 15:20:51,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 15:20:51,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 15:20:51,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 15:20:51,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 15:20:51,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 15:20:51,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 15:20:51,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 15:20:51,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 15:20:51,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 15:20:51,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 15:20:51,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 15:20:51,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 15:20:51,890 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 15:20:51,891 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 15:20:51,891 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 15:20:51,892 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T15:20:51,903 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 15:20:51,905 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 15:20:51,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T15:20:51,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6845 2024-12-05T15:20:52,175 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T15:20:52,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13 2024-12-05T15:20:52,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c, deleteOnExit=true 2024-12-05T15:20:52,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/zookeeper_0, clientPort=59585, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:20:52,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59585 2024-12-05T15:20:52,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:20:52,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:20:52,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/test.cache.data in system properties and HBase conf 2024-12-05T15:20:52,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:20:52,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:20:52,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:20:52,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:20:52,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:20:52,388 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T15:20:52,483 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:20:52,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:20:52,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:20:52,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:20:52,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:20:52,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:20:52,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:20:52,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:20:52,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:20:52,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:20:52,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:20:52,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:20:52,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:20:52,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:20:52,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:20:53,362 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T15:20:53,427 INFO [Time-limited test {}] log.Log(170): Logging initialized @2378ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T15:20:53,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:20:53,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:20:53,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:20:53,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:20:53,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:20:53,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:20:53,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:20:53,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:20:53,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/java.io.tmpdir/jetty-localhost-46201-hadoop-hdfs-3_4_1-tests_jar-_-any-14351582231078705027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:20:53,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46201} 2024-12-05T15:20:53,773 INFO [Time-limited test {}] server.Server(415): Started @2725ms 2024-12-05T15:20:54,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:20:54,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:20:54,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:20:54,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:20:54,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:20:54,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:20:54,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:20:54,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/java.io.tmpdir/jetty-localhost-43475-hadoop-hdfs-3_4_1-tests_jar-_-any-8824431934441691889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:20:54,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43475} 2024-12-05T15:20:54,359 INFO [Time-limited test {}] server.Server(415): Started @3311ms 2024-12-05T15:20:54,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:20:55,186 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/data/data1/current/BP-1941809607-172.17.0.3-1733412052968/current, will proceed with Du for space computation calculation, 2024-12-05T15:20:55,186 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/data/data2/current/BP-1941809607-172.17.0.3-1733412052968/current, will proceed with Du for space computation calculation, 2024-12-05T15:20:55,231 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:20:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x839d8efeb09bd6ae with lease ID 0xbd6349c8000196dc: Processing first storage report for DS-5802a1c4-5cef-44aa-956a-237e20de82cf from datanode DatanodeRegistration(127.0.0.1:33201, datanodeUuid=b8254392-1bfb-46c9-9615-7da639ee253f, infoPort=36879, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1182958507;c=1733412052968) 2024-12-05T15:20:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x839d8efeb09bd6ae with lease ID 0xbd6349c8000196dc: from storage DS-5802a1c4-5cef-44aa-956a-237e20de82cf node DatanodeRegistration(127.0.0.1:33201, datanodeUuid=b8254392-1bfb-46c9-9615-7da639ee253f, infoPort=36879, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1182958507;c=1733412052968), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T15:20:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x839d8efeb09bd6ae with lease ID 0xbd6349c8000196dc: Processing first storage report for DS-b6677071-5918-4e3f-abaf-50325a733092 from datanode DatanodeRegistration(127.0.0.1:33201, datanodeUuid=b8254392-1bfb-46c9-9615-7da639ee253f, infoPort=36879, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1182958507;c=1733412052968) 2024-12-05T15:20:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x839d8efeb09bd6ae with lease ID 0xbd6349c8000196dc: from storage DS-b6677071-5918-4e3f-abaf-50325a733092 node DatanodeRegistration(127.0.0.1:33201, datanodeUuid=b8254392-1bfb-46c9-9615-7da639ee253f, infoPort=36879, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1182958507;c=1733412052968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:20:55,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13 2024-12-05T15:20:55,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:55,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:55,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:20:56,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d with version=8 2024-12-05T15:20:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/hbase-staging 2024-12-05T15:20:56,116 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T15:20:56,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:20:56,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:20:56,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:20:56,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:20:56,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:20:56,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:20:56,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:20:56,613 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T15:20:56,622 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T15:20:56,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:20:56,650 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21974 (auto-detected) 2024-12-05T15:20:56,651 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T15:20:56,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40355 2024-12-05T15:20:56,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40355 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:20:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403550x0, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:20:56,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40355-0x101a742a2cf0000 connected 2024-12-05T15:20:56,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:56,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:57,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:20:57,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d, hbase.cluster.distributed=false 2024-12-05T15:20:57,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/acl 2024-12-05T15:20:57,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40355 2024-12-05T15:20:57,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40355 2024-12-05T15:20:57,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40355 2024-12-05T15:20:57,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40355 2024-12-05T15:20:57,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40355 2024-12-05T15:20:57,154 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:20:57,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:20:57,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:20:57,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:20:57,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:20:57,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:20:57,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:20:57,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:20:57,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44127 2024-12-05T15:20:57,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44127 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:20:57,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:57,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:57,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441270x0, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:20:57,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441270x0, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:20:57,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44127-0x101a742a2cf0001 connected 2024-12-05T15:20:57,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:20:57,198 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:20:57,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/master 2024-12-05T15:20:57,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/acl 2024-12-05T15:20:57,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44127 2024-12-05T15:20:57,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44127 2024-12-05T15:20:57,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44127 2024-12-05T15:20:57,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44127 2024-12-05T15:20:57,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44127 2024-12-05T15:20:57,227 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:40355 2024-12-05T15:20:57,228 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0376049968/backup-masters/5a29627a94df,40355,1733412056213 2024-12-05T15:20:57,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:20:57,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:20:57,245 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on existing znode=/0376049968/backup-masters/5a29627a94df,40355,1733412056213 2024-12-05T15:20:57,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:57,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0376049968/master 2024-12-05T15:20:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:57,277 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on existing znode=/0376049968/master 2024-12-05T15:20:57,279 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0376049968/backup-masters/5a29627a94df,40355,1733412056213 from backup master directory 2024-12-05T15:20:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/backup-masters/5a29627a94df,40355,1733412056213 2024-12-05T15:20:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:20:57,290 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:20:57,291 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,40355,1733412056213 2024-12-05T15:20:57,293 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T15:20:57,294 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T15:20:57,357 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/hbase.id] with ID: 3c2519b3-2092-4d15-ada2-ef994a85c990 2024-12-05T15:20:57,357 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/.tmp/hbase.id 2024-12-05T15:20:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:20:57,769 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/.tmp/hbase.id]:[hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/hbase.id] 2024-12-05T15:20:57,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:20:57,816 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:20:57,834 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-05T15:20:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:20:58,275 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:20:58,279 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:20:58,297 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:20:58,301 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:20:58,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:20:58,754 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store 2024-12-05T15:20:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:20:59,190 INFO [master/5a29627a94df:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T15:20:59,193 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:20:59,194 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:20:59,195 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:20:59,195 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:20:59,196 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:20:59,196 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:20:59,197 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:20:59,198 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412059194Disabling compacts and flushes for region at 1733412059194Disabling writes for close at 1733412059196 (+2 ms)Writing region close event to WAL at 1733412059197 (+1 ms)Closed at 1733412059197 2024-12-05T15:20:59,200 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/.initializing 2024-12-05T15:20:59,201 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213 2024-12-05T15:20:59,210 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:20:59,226 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C40355%2C1733412056213, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/oldWALs, maxLogs=10 2024-12-05T15:20:59,247 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213/5a29627a94df%2C40355%2C1733412056213.1733412059231, exclude list is [], retry=0 2024-12-05T15:20:59,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:20:59,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T15:20:59,296 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213/5a29627a94df%2C40355%2C1733412056213.1733412059231 2024-12-05T15:20:59,297 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:20:59,298 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:20:59,298 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:20:59,301 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,302 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:20:59,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:20:59,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:20:59,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:20:59,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:20:59,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:20:59,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:20:59,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:20:59,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:20:59,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:20:59,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:20:59,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:20:59,389 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,392 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,394 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,398 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,399 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,402 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:20:59,406 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:20:59,412 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:20:59,413 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68234934, jitterRate=0.01677975058555603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:20:59,419 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412059313Initializing all the Stores at 1733412059315 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412059316 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412059316Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412059317 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412059317Cleaning up temporary data from old regions at 1733412059399 (+82 ms)Region opened successfully at 1733412059419 (+20 ms) 2024-12-05T15:20:59,420 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:20:59,450 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73780b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:20:59,478 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:20:59,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:20:59,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:20:59,489 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:20:59,491 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T15:20:59,496 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T15:20:59,496 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:20:59,520 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:20:59,528 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/balancer because node does not exist (not necessarily an error) 2024-12-05T15:20:59,565 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/balancer already deleted, retry=false 2024-12-05T15:20:59,568 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:20:59,571 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:20:59,648 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/normalizer already deleted, retry=false 2024-12-05T15:20:59,653 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:20:59,658 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:20:59,704 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/switch/split already deleted, retry=false 2024-12-05T15:20:59,708 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:20:59,746 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/switch/merge already deleted, retry=false 2024-12-05T15:20:59,771 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:20:59,793 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/snapshot-cleanup already deleted, retry=false 2024-12-05T15:20:59,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0376049968/running 2024-12-05T15:20:59,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0376049968/running 2024-12-05T15:20:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:59,861 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,40355,1733412056213, sessionid=0x101a742a2cf0000, setting cluster-up flag (Was=false) 2024-12-05T15:20:59,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:59,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:59,934 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0376049968/flush-table-proc/acquired, /0376049968/flush-table-proc/reached, /0376049968/flush-table-proc/abort 2024-12-05T15:20:59,937 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,40355,1733412056213 2024-12-05T15:20:59,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:59,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:20:59,981 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0376049968/online-snapshot/acquired, /0376049968/online-snapshot/reached, /0376049968/online-snapshot/abort 2024-12-05T15:20:59,983 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,40355,1733412056213 2024-12-05T15:20:59,991 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:21:00,020 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(746): ClusterId : 3c2519b3-2092-4d15-ada2-ef994a85c990 2024-12-05T15:21:00,023 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:00,037 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:00,037 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:00,049 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:00,050 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d43a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:00,069 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:44127 2024-12-05T15:21:00,073 INFO [RS:0;5a29627a94df:44127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:00,073 INFO [RS:0;5a29627a94df:44127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:00,073 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:00,076 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,40355,1733412056213 with port=44127, startcode=1733412057121 2024-12-05T15:21:00,089 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:00,089 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:00,100 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:00,109 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:00,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,40355,1733412056213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:00,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:00,125 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:00,126 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:00,126 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:00,126 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:00,126 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:00,126 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,127 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:00,127 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,129 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:21:00,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:00,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:21:00,138 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412090138 2024-12-05T15:21:00,140 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:00,141 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:00,142 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:00,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:21:00,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:00,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:00,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:00,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:00,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,162 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T15:21:00,162 WARN [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T15:21:00,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:21:00,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:00,164 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:00,164 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:00,165 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:00,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:00,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:00,171 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412060169,5,FailOnTimeoutGroup] 2024-12-05T15:21:00,174 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412060171,5,FailOnTimeoutGroup] 2024-12-05T15:21:00,174 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,174 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:00,176 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,176 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,264 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,40355,1733412056213 with port=44127, startcode=1733412057121 2024-12-05T15:21:00,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,44127,1733412057121 2024-12-05T15:21:00,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40355 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,44127,1733412057121 2024-12-05T15:21:00,280 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d 2024-12-05T15:21:00,280 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43057 2024-12-05T15:21:00,281 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/rs 2024-12-05T15:21:00,293 DEBUG [RS:0;5a29627a94df:44127 {}] zookeeper.ZKUtil(111): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on existing znode=/0376049968/rs/5a29627a94df,44127,1733412057121 2024-12-05T15:21:00,294 WARN [RS:0;5a29627a94df:44127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:00,294 INFO [RS:0;5a29627a94df:44127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:00,294 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121 2024-12-05T15:21:00,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,44127,1733412057121] 2024-12-05T15:21:00,318 INFO [RS:0;5a29627a94df:44127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:00,331 INFO [RS:0;5a29627a94df:44127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:00,337 INFO [RS:0;5a29627a94df:44127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:00,338 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,339 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:00,345 INFO [RS:0;5a29627a94df:44127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:00,347 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,347 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,348 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,348 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,348 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,348 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,348 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:00,349 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,349 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,349 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,349 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,349 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,350 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:00,350 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:00,350 DEBUG [RS:0;5a29627a94df:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:00,351 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,351 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,351 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,352 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,352 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,352 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44127,1733412057121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:00,369 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:00,371 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44127,1733412057121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,371 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,371 INFO [RS:0;5a29627a94df:44127 {}] regionserver.Replication(171): 5a29627a94df,44127,1733412057121 started 2024-12-05T15:21:00,386 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:00,386 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,44127,1733412057121, RpcServer on 5a29627a94df/172.17.0.3:44127, sessionid=0x101a742a2cf0001 2024-12-05T15:21:00,387 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:00,387 DEBUG [RS:0;5a29627a94df:44127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,44127,1733412057121 2024-12-05T15:21:00,387 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44127,1733412057121' 2024-12-05T15:21:00,387 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0376049968/flush-table-proc/abort' 2024-12-05T15:21:00,388 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0376049968/flush-table-proc/acquired' 2024-12-05T15:21:00,389 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:00,389 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:00,389 DEBUG [RS:0;5a29627a94df:44127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,44127,1733412057121 2024-12-05T15:21:00,389 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44127,1733412057121' 2024-12-05T15:21:00,390 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0376049968/online-snapshot/abort' 2024-12-05T15:21:00,390 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0376049968/online-snapshot/acquired' 2024-12-05T15:21:00,391 DEBUG [RS:0;5a29627a94df:44127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:00,391 INFO [RS:0;5a29627a94df:44127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:00,391 INFO [RS:0;5a29627a94df:44127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:00,501 INFO [RS:0;5a29627a94df:44127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:00,505 INFO [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44127%2C1733412057121, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs, maxLogs=10 2024-12-05T15:21:00,520 DEBUG [RS:0;5a29627a94df:44127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507, exclude list is [], retry=0 2024-12-05T15:21:00,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:00,527 INFO [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 2024-12-05T15:21:00,528 DEBUG [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:00,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:21:00,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d 2024-12-05T15:21:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:21:00,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:00,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:00,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:00,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:00,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:00,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:00,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:00,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:00,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:00,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:01,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:01,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:01,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:01,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:01,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:01,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:01,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:01,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:01,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740 2024-12-05T15:21:01,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740 2024-12-05T15:21:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:01,017 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:01,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:01,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71797174, jitterRate=0.0698612630367279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:01,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412060983Initializing all the Stores at 1733412060985 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412060985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412060985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412060986 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412060986Cleaning up temporary data from old regions at 1733412061016 (+30 ms)Region opened successfully at 1733412061030 (+14 ms) 2024-12-05T15:21:01,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:01,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:01,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:01,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:01,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:01,032 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:01,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412061030Disabling compacts and flushes for region at 1733412061030Disabling writes for close at 1733412061031 (+1 ms)Writing region close event to WAL at 1733412061032 (+1 ms)Closed at 1733412061032 2024-12-05T15:21:01,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:01,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:21:01,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:01,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:01,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:21:01,207 DEBUG [5a29627a94df:40355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:01,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,44127,1733412057121 2024-12-05T15:21:01,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44127,1733412057121, state=OPENING 2024-12-05T15:21:01,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:21:01,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:01,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:01,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:01,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:01,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:01,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44127,1733412057121}] 2024-12-05T15:21:01,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:01,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:01,485 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:01,486 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:01,487 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:01,491 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44127%2C1733412057121.meta, suffix=.meta, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs, maxLogs=10 2024-12-05T15:21:01,512 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.meta.1733412061492.meta, exclude list is [], retry=0 2024-12-05T15:21:01,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:01,522 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.meta.1733412061492.meta 2024-12-05T15:21:01,523 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:01,523 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:01,529 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:01,531 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:01,534 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:01,537 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:01,542 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:01,542 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:01,543 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:01,543 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:01,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:01,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:01,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:01,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:01,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:01,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:01,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:01,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:01,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:01,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:01,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:01,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:01,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:01,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:01,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:01,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:01,560 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:01,562 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740 2024-12-05T15:21:01,566 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740 2024-12-05T15:21:01,569 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:01,569 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:01,570 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:01,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:01,582 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59701118, jitterRate=-0.1103840172290802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:01,583 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:01,584 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412061543Writing region info on filesystem at 1733412061543Initializing all the Stores at 1733412061545 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412061545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412061546 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412061546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412061546Cleaning up temporary data from old regions at 1733412061569 (+23 ms)Running coprocessor post-open hooks at 1733412061583 (+14 ms)Region opened successfully at 1733412061584 (+1 ms) 2024-12-05T15:21:01,593 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412061461 2024-12-05T15:21:01,610 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:01,610 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:01,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44127,1733412057121 2024-12-05T15:21:01,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44127,1733412057121, state=OPEN 2024-12-05T15:21:01,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:01,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:01,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:01,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:01,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,44127,1733412057121 2024-12-05T15:21:01,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:21:01,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44127,1733412057121 in 395 msec 2024-12-05T15:21:01,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:21:01,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-12-05T15:21:01,702 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:01,702 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:21:01,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:01,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44127,1733412057121, seqNum=-1] 2024-12-05T15:21:01,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:01,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:01,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7460 sec 2024-12-05T15:21:01,780 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412061780, completionTime=-1 2024-12-05T15:21:01,783 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:21:01,783 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:01,817 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:01,817 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412121817 2024-12-05T15:21:01,817 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412181817 2024-12-05T15:21:01,817 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-05T15:21:01,819 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40355,1733412056213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,819 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40355,1733412056213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,819 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40355,1733412056213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,821 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:40355, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,821 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,822 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,828 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:21:01,853 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.562sec 2024-12-05T15:21:01,855 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:01,856 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:01,857 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:01,857 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:01,857 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:01,858 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40355,1733412056213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:01,859 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40355,1733412056213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:01,867 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:01,868 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:01,868 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40355,1733412056213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:01,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:01,937 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T15:21:01,937 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T15:21:01,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,40355,-1 for getting cluster id 2024-12-05T15:21:01,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:01,952 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c2519b3-2092-4d15-ada2-ef994a85c990' 2024-12-05T15:21:01,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:01,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c2519b3-2092-4d15-ada2-ef994a85c990" 2024-12-05T15:21:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,40355,-1] 2024-12-05T15:21:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:01,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:01,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:01,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44127,1733412057121, seqNum=-1] 2024-12-05T15:21:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:01,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,40355,1733412056213 2024-12-05T15:21:02,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:21:02,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:02,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a742a2cf0002 connected 2024-12-05T15:21:02,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir so I do NOT create it in target/test-data/db02085d-4f05-182a-9608-185f94057580 2024-12-05T15:21:02,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:21:02,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.tmp.dir so I do NOT create it in target/test-data/db02085d-4f05-182a-9608-185f94057580 2024-12-05T15:21:02,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:21:02,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580 2024-12-05T15:21:02,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:21:02,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/cluster_ea968350-d305-114c-5350-02ea3fee40a6, deleteOnExit=true 2024-12-05T15:21:02,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:21:02,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/test.cache.data in system properties and HBase conf 2024-12-05T15:21:02,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:21:02,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:21:02,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:21:02,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:21:02,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:21:02,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:21:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:21:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:21:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:21:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:21:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:21:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:21:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:21:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:21:02,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:02,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:02,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:02,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:02,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:21:02,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:02,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:02,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:02,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/java.io.tmpdir/jetty-localhost-39325-hadoop-hdfs-3_4_1-tests_jar-_-any-13470979354705050924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:02,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39325} 2024-12-05T15:21:02,456 INFO [Time-limited test {}] server.Server(415): Started @11409ms 2024-12-05T15:21:02,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:02,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:02,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:02,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:02,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:21:02,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:02,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:02,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/java.io.tmpdir/jetty-localhost-41233-hadoop-hdfs-3_4_1-tests_jar-_-any-7927200564328206566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:02,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:41233} 2024-12-05T15:21:02,776 INFO [Time-limited test {}] server.Server(415): Started @11728ms 2024-12-05T15:21:02,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:21:03,266 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/cluster_ea968350-d305-114c-5350-02ea3fee40a6/data/data1/current/BP-1688942022-172.17.0.3-1733412062115/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:03,267 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/cluster_ea968350-d305-114c-5350-02ea3fee40a6/data/data2/current/BP-1688942022-172.17.0.3-1733412062115/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:03,316 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:21:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38538fc50a5feb1c with lease ID 0x7d0990280fc9b2cb: Processing first storage report for DS-52c38e42-174d-4f8d-952e-0766a1fbe407 from datanode DatanodeRegistration(127.0.0.1:43355, datanodeUuid=0b0221b3-d032-408e-9588-a0c0f10cc630, infoPort=34855, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=2136509317;c=1733412062115) 2024-12-05T15:21:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38538fc50a5feb1c with lease ID 0x7d0990280fc9b2cb: from storage DS-52c38e42-174d-4f8d-952e-0766a1fbe407 node DatanodeRegistration(127.0.0.1:43355, datanodeUuid=0b0221b3-d032-408e-9588-a0c0f10cc630, infoPort=34855, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=2136509317;c=1733412062115), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38538fc50a5feb1c with lease ID 0x7d0990280fc9b2cb: Processing first storage report for DS-37c09ac3-a099-47fc-8cf2-3c9be88d1749 from datanode DatanodeRegistration(127.0.0.1:43355, datanodeUuid=0b0221b3-d032-408e-9588-a0c0f10cc630, infoPort=34855, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=2136509317;c=1733412062115) 2024-12-05T15:21:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38538fc50a5feb1c with lease ID 0x7d0990280fc9b2cb: from storage DS-37c09ac3-a099-47fc-8cf2-3c9be88d1749 node DatanodeRegistration(127.0.0.1:43355, datanodeUuid=0b0221b3-d032-408e-9588-a0c0f10cc630, infoPort=34855, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=2136509317;c=1733412062115), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T15:21:03,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580 2024-12-05T15:21:03,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:21:03,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab with version=8 2024-12-05T15:21:03,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/hbase-staging 2024-12-05T15:21:03,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:03,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:03,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:03,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:03,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:03,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:03,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:21:03,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:03,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43175 2024-12-05T15:21:03,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43175 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:21:03,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431750x0, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:03,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43175-0x101a742a2cf0003 connected 2024-12-05T15:21:03,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/running 2024-12-05T15:21:03,542 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab, hbase.cluster.distributed=false 2024-12-05T15:21:03,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/acl 2024-12-05T15:21:03,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43175 2024-12-05T15:21:03,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43175 2024-12-05T15:21:03,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43175 2024-12-05T15:21:03,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43175 2024-12-05T15:21:03,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43175 2024-12-05T15:21:03,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:03,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:03,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:03,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:03,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:03,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:03,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:21:03,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:03,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43217 2024-12-05T15:21:03,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43217 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:21:03,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432170x0, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:03,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432170x0, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/running 2024-12-05T15:21:03,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43217-0x101a742a2cf0004 connected 2024-12-05T15:21:03,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:21:03,607 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:21:03,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/master 2024-12-05T15:21:03,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/acl 2024-12-05T15:21:03,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43217 2024-12-05T15:21:03,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43217 2024-12-05T15:21:03,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43217 2024-12-05T15:21:03,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43217 2024-12-05T15:21:03,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43217 2024-12-05T15:21:03,630 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:43175 2024-12-05T15:21:03,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1288106092/backup-masters/5a29627a94df,43175,1733412063448 2024-12-05T15:21:03,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092/backup-masters 2024-12-05T15:21:03,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092/backup-masters 2024-12-05T15:21:03,640 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on existing znode=/1288106092/backup-masters/5a29627a94df,43175,1733412063448 2024-12-05T15:21:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1288106092/master 2024-12-05T15:21:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:03,652 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on existing znode=/1288106092/master 2024-12-05T15:21:03,653 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1288106092/backup-masters/5a29627a94df,43175,1733412063448 from backup master directory 2024-12-05T15:21:03,659 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092/backup-masters 2024-12-05T15:21:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288106092/backup-masters/5a29627a94df,43175,1733412063448 2024-12-05T15:21:03,659 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,43175,1733412063448 2024-12-05T15:21:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092/backup-masters 2024-12-05T15:21:03,669 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/hbase.id] with ID: fecd3d0a-a3ed-4134-b641-955e801bc252 2024-12-05T15:21:03,670 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/.tmp/hbase.id 2024-12-05T15:21:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:21:03,687 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/.tmp/hbase.id]:[hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/hbase.id] 2024-12-05T15:21:03,729 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:03,729 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:21:03,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T15:21:03,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:03,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:21:04,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:04,169 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:21:04,169 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:21:04,594 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store 2024-12-05T15:21:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:21:05,012 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:05,012 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:05,012 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:05,012 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:05,012 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:05,013 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:05,013 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:05,013 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412065012Disabling compacts and flushes for region at 1733412065012Disabling writes for close at 1733412065013 (+1 ms)Writing region close event to WAL at 1733412065013Closed at 1733412065013 2024-12-05T15:21:05,015 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/.initializing 2024-12-05T15:21:05,015 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/WALs/5a29627a94df,43175,1733412063448 2024-12-05T15:21:05,016 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:05,019 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C43175%2C1733412063448, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/WALs/5a29627a94df,43175,1733412063448, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/oldWALs, maxLogs=10 2024-12-05T15:21:05,034 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/WALs/5a29627a94df,43175,1733412063448/5a29627a94df%2C43175%2C1733412063448.1733412065020, exclude list is [], retry=0 2024-12-05T15:21:05,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-52c38e42-174d-4f8d-952e-0766a1fbe407,DISK] 2024-12-05T15:21:05,042 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/WALs/5a29627a94df,43175,1733412063448/5a29627a94df%2C43175%2C1733412063448.1733412065020 2024-12-05T15:21:05,042 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-12-05T15:21:05,042 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:05,043 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:05,043 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,043 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:21:05,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:05,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:05,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:21:05,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:21:05,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:05,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:05,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:21:05,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:05,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:05,065 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,066 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,066 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:05,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:05,074 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:05,075 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63372577, jitterRate=-0.05567501485347748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:05,075 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412065043Initializing all the Stores at 1733412065045 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412065045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412065045Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412065045Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412065045Cleaning up temporary data from old regions at 1733412065069 (+24 ms)Region opened successfully at 1733412065075 (+6 ms) 2024-12-05T15:21:05,076 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:21:05,082 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5d77c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:05,083 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:21:05,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:21:05,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:21:05,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:21:05,085 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:21:05,085 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:21:05,085 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:21:05,089 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:21:05,090 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Unable to get data of znode /1288106092/balancer because node does not exist (not necessarily an error) 2024-12-05T15:21:05,147 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288106092/balancer already deleted, retry=false 2024-12-05T15:21:05,148 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:21:05,149 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Unable to get data of znode /1288106092/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:21:05,159 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288106092/normalizer already deleted, retry=false 2024-12-05T15:21:05,160 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:21:05,164 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Unable to get data of znode /1288106092/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:21:05,172 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288106092/switch/split already deleted, retry=false 2024-12-05T15:21:05,174 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Unable to get data of znode /1288106092/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:21:05,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288106092/switch/merge already deleted, retry=false 2024-12-05T15:21:05,186 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Unable to get data of znode /1288106092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:21:05,192 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288106092/snapshot-cleanup already deleted, retry=false 2024-12-05T15:21:05,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1288106092/running 2024-12-05T15:21:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1288106092/running 2024-12-05T15:21:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:05,201 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,43175,1733412063448, sessionid=0x101a742a2cf0003, setting cluster-up flag (Was=false) 2024-12-05T15:21:05,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:05,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:05,259 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1288106092/flush-table-proc/acquired, /1288106092/flush-table-proc/reached, /1288106092/flush-table-proc/abort 2024-12-05T15:21:05,261 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,43175,1733412063448 2024-12-05T15:21:05,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:05,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:05,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1288106092/online-snapshot/acquired, /1288106092/online-snapshot/reached, /1288106092/online-snapshot/abort 2024-12-05T15:21:05,310 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,43175,1733412063448 2024-12-05T15:21:05,312 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:21:05,315 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:05,316 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:05,316 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:05,316 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,43175,1733412063448 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:05,319 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:05,319 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:05,319 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:05,319 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:05,319 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:05,320 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,320 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:05,320 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:05,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:21:05,326 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412095326 2024-12-05T15:21:05,326 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:05,326 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:05,327 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:05,327 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:05,327 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:05,327 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:05,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:05,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:21:05,330 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,331 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:05,331 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:05,331 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:05,332 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:05,332 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:05,332 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:05,338 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412065332,5,FailOnTimeoutGroup] 2024-12-05T15:21:05,343 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412065339,5,FailOnTimeoutGroup] 2024-12-05T15:21:05,343 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,343 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:05,343 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,343 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,344 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(746): ClusterId : fecd3d0a-a3ed-4134-b641-955e801bc252 2024-12-05T15:21:05,344 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:21:05,352 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:05,352 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:05,360 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:05,360 DEBUG [RS:0;5a29627a94df:43217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bbe81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:05,373 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:43217 2024-12-05T15:21:05,373 INFO [RS:0;5a29627a94df:43217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:05,373 INFO [RS:0;5a29627a94df:43217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:05,373 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:05,375 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,43175,1733412063448 with port=43217, startcode=1733412063577 2024-12-05T15:21:05,375 DEBUG [RS:0;5a29627a94df:43217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:05,377 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:05,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,43217,1733412063577 2024-12-05T15:21:05,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43175 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,43217,1733412063577 2024-12-05T15:21:05,382 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab 2024-12-05T15:21:05,382 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43115 2024-12-05T15:21:05,382 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092/rs 2024-12-05T15:21:05,393 DEBUG [RS:0;5a29627a94df:43217 {}] zookeeper.ZKUtil(111): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on existing znode=/1288106092/rs/5a29627a94df,43217,1733412063577 2024-12-05T15:21:05,393 WARN [RS:0;5a29627a94df:43217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:05,393 INFO [RS:0;5a29627a94df:43217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:05,393 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577 2024-12-05T15:21:05,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,43217,1733412063577] 2024-12-05T15:21:05,398 INFO [RS:0;5a29627a94df:43217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:05,401 INFO [RS:0;5a29627a94df:43217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:05,401 INFO [RS:0;5a29627a94df:43217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:05,401 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,402 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:05,403 INFO [RS:0;5a29627a94df:43217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:05,404 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:05,404 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:05,405 DEBUG [RS:0;5a29627a94df:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:05,406 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,406 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,406 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,406 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,406 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,406 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43217,1733412063577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:05,421 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:05,421 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43217,1733412063577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,421 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,421 INFO [RS:0;5a29627a94df:43217 {}] regionserver.Replication(171): 5a29627a94df,43217,1733412063577 started 2024-12-05T15:21:05,436 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:05,437 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,43217,1733412063577, RpcServer on 5a29627a94df/172.17.0.3:43217, sessionid=0x101a742a2cf0004 2024-12-05T15:21:05,437 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:05,437 DEBUG [RS:0;5a29627a94df:43217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,43217,1733412063577 2024-12-05T15:21:05,437 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43217,1733412063577' 2024-12-05T15:21:05,437 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1288106092/flush-table-proc/abort' 2024-12-05T15:21:05,439 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1288106092/flush-table-proc/acquired' 2024-12-05T15:21:05,439 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:05,440 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:05,440 DEBUG [RS:0;5a29627a94df:43217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,43217,1733412063577 2024-12-05T15:21:05,440 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43217,1733412063577' 2024-12-05T15:21:05,440 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1288106092/online-snapshot/abort' 2024-12-05T15:21:05,440 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1288106092/online-snapshot/acquired' 2024-12-05T15:21:05,441 DEBUG [RS:0;5a29627a94df:43217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:05,441 INFO [RS:0;5a29627a94df:43217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:05,441 INFO [RS:0;5a29627a94df:43217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:05,542 INFO [RS:0;5a29627a94df:43217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:05,545 INFO [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43217%2C1733412063577, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/oldWALs, maxLogs=10 2024-12-05T15:21:05,560 DEBUG [RS:0;5a29627a94df:43217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577/5a29627a94df%2C43217%2C1733412063577.1733412065546, exclude list is [], retry=0 2024-12-05T15:21:05,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-52c38e42-174d-4f8d-952e-0766a1fbe407,DISK] 2024-12-05T15:21:05,572 INFO [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577/5a29627a94df%2C43217%2C1733412063577.1733412065546 2024-12-05T15:21:05,579 DEBUG [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-12-05T15:21:05,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:21:05,752 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab 2024-12-05T15:21:05,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:21:06,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:06,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:06,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:06,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:06,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:06,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:06,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:06,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:06,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:06,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:06,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740 2024-12-05T15:21:06,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740 2024-12-05T15:21:06,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:06,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:06,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:06,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:06,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:06,204 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75236278, jitterRate=0.12110790610313416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:06,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412066168Initializing all the Stores at 1733412066170 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412066170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412066170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412066170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412066170Cleaning up temporary data from old regions at 1733412066191 (+21 ms)Region opened successfully at 1733412066204 (+13 ms) 2024-12-05T15:21:06,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:06,204 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:06,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:06,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:06,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:06,205 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:06,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412066204Disabling compacts and flushes for region at 1733412066204Disabling writes for close at 1733412066205 (+1 ms)Writing region close event to WAL at 1733412066205Closed at 1733412066205 2024-12-05T15:21:06,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:06,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:21:06,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:06,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:06,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:21:06,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:21:06,365 DEBUG [5a29627a94df:43175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:06,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,43217,1733412063577 2024-12-05T15:21:06,367 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43217,1733412063577, state=OPENING 2024-12-05T15:21:06,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:21:06,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:06,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:06,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288106092/meta-region-server: CHANGED 2024-12-05T15:21:06,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:06,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288106092/meta-region-server: CHANGED 2024-12-05T15:21:06,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43217,1733412063577}] 2024-12-05T15:21:06,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:06,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:06,672 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:06,672 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:06,673 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:06,677 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43217%2C1733412063577.meta, suffix=.meta, logDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/oldWALs, maxLogs=10 2024-12-05T15:21:06,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577/5a29627a94df%2C43217%2C1733412063577.meta.1733412066678.meta, exclude list is [], retry=0 2024-12-05T15:21:06,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-52c38e42-174d-4f8d-952e-0766a1fbe407,DISK] 2024-12-05T15:21:06,704 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/WALs/5a29627a94df,43217,1733412063577/5a29627a94df%2C43217%2C1733412063577.meta.1733412066678.meta 2024-12-05T15:21:06,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-12-05T15:21:06,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:06,708 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:06,708 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:06,709 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:06,710 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:06,711 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:06,711 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:06,711 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:06,712 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:06,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:06,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:06,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:06,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:06,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:06,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:06,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:06,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:06,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:06,726 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:06,728 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740 2024-12-05T15:21:06,730 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740 2024-12-05T15:21:06,732 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:06,732 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:06,733 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:06,736 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:06,738 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58941250, jitterRate=-0.12170693278312683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:06,738 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:06,738 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412066712Writing region info on filesystem at 1733412066712Initializing all the Stores at 1733412066714 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412066714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412066714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412066714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412066714Cleaning up temporary data from old regions at 1733412066732 (+18 ms)Running coprocessor post-open hooks at 1733412066738 (+6 ms)Region opened successfully at 1733412066738 2024-12-05T15:21:06,740 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412066662 2024-12-05T15:21:06,745 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:06,745 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:06,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,43217,1733412063577 2024-12-05T15:21:06,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43217,1733412063577, state=OPEN 2024-12-05T15:21:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1288106092/meta-region-server 2024-12-05T15:21:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1288106092/meta-region-server 2024-12-05T15:21:06,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,43217,1733412063577 2024-12-05T15:21:06,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288106092/meta-region-server: CHANGED 2024-12-05T15:21:06,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288106092/meta-region-server: CHANGED 2024-12-05T15:21:06,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:21:06,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43217,1733412063577 in 252 msec 2024-12-05T15:21:06,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:21:06,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 556 msec 2024-12-05T15:21:06,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:06,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:21:06,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:06,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43217,1733412063577, seqNum=-1] 2024-12-05T15:21:06,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:06,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:06,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4720 sec 2024-12-05T15:21:06,789 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412066788, completionTime=-1 2024-12-05T15:21:06,789 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:21:06,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:06,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:06,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412126791 2024-12-05T15:21:06,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412186791 2024-12-05T15:21:06,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T15:21:06,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43175,1733412063448-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43175,1733412063448-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43175,1733412063448-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:43175, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,795 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:21:06,797 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.138sec 2024-12-05T15:21:06,797 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:06,797 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:06,797 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:06,797 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:06,798 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:06,798 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43175,1733412063448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:06,798 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43175,1733412063448-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:06,802 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:06,802 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:06,802 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43175,1733412063448-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:06,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:06,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:06,848 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592f638b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:06,855 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:06,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43217,1733412063577, seqNum=-1] 2024-12-05T15:21:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:06,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:06,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,43175,1733412063448 2024-12-05T15:21:06,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:21:06,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:06,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a742a2cf0005 connected 2024-12-05T15:21:06,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,40355,-1 for getting cluster id 2024-12-05T15:21:06,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:06,896 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c2519b3-2092-4d15-ada2-ef994a85c990' 2024-12-05T15:21:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c2519b3-2092-4d15-ada2-ef994a85c990" 2024-12-05T15:21:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575092fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,40355,-1] 2024-12-05T15:21:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:06,899 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d39b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,40355,1733412056213 2024-12-05T15:21:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495ee934 2024-12-05T15:21:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:06,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:06,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:21:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:21:06,934 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:06,936 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebc6205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,937 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:06,937 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:06,938 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49878d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:06,941 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a063d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:06,944 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c86040 2024-12-05T15:21:06,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:06,951 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:06,965 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T15:21:06,966 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:21:06,970 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:06,971 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:06,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:06,972 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:06,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:21:06,983 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:21:06,983 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:06,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:21:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741835_1011 (size=1138) 2024-12-05T15:21:07,032 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:21:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:07,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:07,108 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:21:07,108 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:07,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:07,109 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T15:21:07,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:07,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T15:21:07,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:21:07,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:07,397 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f8c5b87f8305a496496b597d5f5a73a, NAME => 'hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d 2024-12-05T15:21:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741836_1012 (size=44) 2024-12-05T15:21:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:07,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:07,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f8c5b87f8305a496496b597d5f5a73a, disabling compactions & flushes 2024-12-05T15:21:07,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:07,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:07,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. after waiting 0 ms 2024-12-05T15:21:07,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:07,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:07,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f8c5b87f8305a496496b597d5f5a73a: Waiting for close lock at 1733412067810Disabling compacts and flushes for region at 1733412067810Disabling writes for close at 1733412067810Writing region close event to WAL at 1733412067810Closed at 1733412067810 2024-12-05T15:21:07,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:21:07,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412067813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412067813"}]},"ts":"1733412067813"} 2024-12-05T15:21:07,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:21:07,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:21:07,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412067824"}]},"ts":"1733412067824"} 2024-12-05T15:21:07,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:21:07,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN}] 2024-12-05T15:21:07,835 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN 2024-12-05T15:21:07,838 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN; state=OFFLINE, location=5a29627a94df,44127,1733412057121; forceNewPlan=false, retain=false 2024-12-05T15:21:07,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f8c5b87f8305a496496b597d5f5a73a, regionState=OPENING, regionLocation=5a29627a94df,44127,1733412057121 2024-12-05T15:21:07,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN because future has completed 2024-12-05T15:21:07,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8c5b87f8305a496496b597d5f5a73a, server=5a29627a94df,44127,1733412057121}] 2024-12-05T15:21:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:08,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:08,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:08,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:21:08,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44127%2C1733412057121.rep, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs, maxLogs=10 2024-12-05T15:21:08,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.rep.1733412068162, exclude list is [], retry=0 2024-12-05T15:21:08,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:08,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.rep.1733412068162 2024-12-05T15:21:08,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:08,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f8c5b87f8305a496496b597d5f5a73a, NAME => 'hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:08,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:08,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:08,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. service=MultiRowMutationService 2024-12-05T15:21:08,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:21:08,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:08,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,189 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,191 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c5b87f8305a496496b597d5f5a73a columnFamilyName hfileref 2024-12-05T15:21:08,191 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:08,192 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(327): Store=7f8c5b87f8305a496496b597d5f5a73a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:08,192 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,195 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c5b87f8305a496496b597d5f5a73a columnFamilyName queue 2024-12-05T15:21:08,195 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:08,196 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(327): Store=7f8c5b87f8305a496496b597d5f5a73a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:08,196 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,198 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c5b87f8305a496496b597d5f5a73a columnFamilyName sid 2024-12-05T15:21:08,199 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:08,200 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(327): Store=7f8c5b87f8305a496496b597d5f5a73a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:08,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:21:08,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:08,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7f8c5b87f8305a496496b597d5f5a73a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61668965, jitterRate=-0.08106081187725067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:21:08,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:08,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7f8c5b87f8305a496496b597d5f5a73a: Running coprocessor pre-open hook at 1733412068187Writing region info on filesystem at 1733412068187Initializing all the Stores at 1733412068188 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412068188Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412068189 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412068189Cleaning up temporary data from old regions at 1733412068203 (+14 ms)Running coprocessor post-open hooks at 1733412068213 (+10 ms)Region opened successfully at 1733412068213 2024-12-05T15:21:08,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a., pid=7, masterSystemTime=1733412068149 2024-12-05T15:21:08,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:08,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:08,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f8c5b87f8305a496496b597d5f5a73a, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44127,1733412057121 2024-12-05T15:21:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8c5b87f8305a496496b597d5f5a73a, server=5a29627a94df,44127,1733412057121 because future has completed 2024-12-05T15:21:08,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T15:21:08,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f8c5b87f8305a496496b597d5f5a73a, server=5a29627a94df,44127,1733412057121 in 236 msec 2024-12-05T15:21:08,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:21:08,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN in 402 msec 2024-12-05T15:21:08,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:21:08,242 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412068242"}]},"ts":"1733412068242"} 2024-12-05T15:21:08,250 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:21:08,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:21:08,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2790 sec 2024-12-05T15:21:08,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a., hostname=5a29627a94df,44127,1733412057121, seqNum=2] 2024-12-05T15:21:08,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44127 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T15:21:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:08,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:21:08,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T15:21:08,554 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:21:08,593 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,44127,1733412057121, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:21:08,594 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:08,595 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44127,1733412057121, seqNum=-1] 2024-12-05T15:21:08,595 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:08,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T15:21:08,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,44127,1733412057121', locateType=CURRENT is [region=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a., hostname=5a29627a94df,44127,1733412057121, seqNum=2] 2024-12-05T15:21:08,606 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T15:21:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T15:21:08,612 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,44127,1733412057121 suceeded 2024-12-05T15:21:08,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T15:21:08,616 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:08,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-05T15:21:08,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6920 sec 2024-12-05T15:21:08,625 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:08,627 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3685034b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:08,627 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:08,627 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:08,628 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd79ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:08,630 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:08,631 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd1f2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:08,631 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:08,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:08,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58d1a17a 2024-12-05T15:21:08,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:08,634 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:08,635 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,44127,1733412057121 (queues=1) is replicating from cluster=3c2519b3-2092-4d15-ada2-ef994a85c990 to cluster=fecd3d0a-a3ed-4134-b641-955e801bc252 2024-12-05T15:21:08,636 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C44127%2C1733412057121 2024-12-05T15:21:08,640 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,44127,1733412057121, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:21:08,642 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.shipper5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C44127%2C1733412057121 2024-12-05T15:21:08,648 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507, startPosition=0, beingWritten=true 2024-12-05T15:21:08,919 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:09,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:09,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:09,086 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:21:09,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:09,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,40355,-1 for getting cluster id 2024-12-05T15:21:09,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:09,088 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c2519b3-2092-4d15-ada2-ef994a85c990' 2024-12-05T15:21:09,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:09,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c2519b3-2092-4d15-ada2-ef994a85c990" 2024-12-05T15:21:09,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c558240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,40355,-1] 2024-12-05T15:21:09,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:09,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:09,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f0cc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,40355,1733412056213 2024-12-05T15:21:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b8e04 2024-12-05T15:21:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:09,094 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:09,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:21:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:21:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T15:21:09,099 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:09,100 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48893cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,100 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:09,100 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:09,101 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:09,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:09,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:09,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7f7fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,104 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e83bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,106 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:09,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:09,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165817ee 2024-12-05T15:21:09,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:09,108 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:09,109 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T15:21:09,109 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:21:09,109 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,110 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T15:21:09,228 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:09,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:21:09,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T15:21:09,388 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T15:21:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T15:21:09,424 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5a29627a94df,44127,1733412057121, ReplicationSource: 2, currentBandwidth=0 2024-12-05T15:21:09,428 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T15:21:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T15:21:09,432 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5a29627a94df,44127,1733412057121 suceeded 2024-12-05T15:21:09,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:21:09,437 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:09,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-05T15:21:09,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 342 msec 2024-12-05T15:21:09,450 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:09,451 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dde7117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,451 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:09,452 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:09,453 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737cec30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,455 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:09,456 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a82017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,456 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b4a40f 2024-12-05T15:21:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:09,460 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:09,461 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5a29627a94df,44127,1733412057121 (queues=1) is replicating from cluster=3c2519b3-2092-4d15-ada2-ef994a85c990 to cluster=fecd3d0a-a3ed-4134-b641-955e801bc252 2024-12-05T15:21:09,461 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5a29627a94df%2C44127%2C1733412057121 2024-12-05T15:21:09,461 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5a29627a94df,44127,1733412057121, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:21:09,461 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.shipper5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C44127%2C1733412057121 2024-12-05T15:21:09,461 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507, startPosition=0, beingWritten=true 2024-12-05T15:21:09,639 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:09,670 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T15:21:09,725 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T15:21:09,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:09,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:09,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:09,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,40355,1733412056213 2024-12-05T15:21:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-12-05T15:21:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:09,732 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:09,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:21:09,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T15:21:09,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:21:09,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T15:21:09,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T15:21:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T15:21:09,747 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:09,749 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7ef80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,749 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:09,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:09,750 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504457ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:09,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,753 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:09,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abf72e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:09,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f68b6cd 2024-12-05T15:21:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:09,756 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:09,757 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:21:09,757 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:21:09,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:09,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:09,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:21:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T15:21:09,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T15:21:09,944 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T15:21:09,946 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T15:21:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T15:21:09,952 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5a29627a94df,44127,1733412057121 suceeded 2024-12-05T15:21:09,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T15:21:09,956 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:09,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-05T15:21:09,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-12-05T15:21:09,976 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T15:21:10,065 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T15:21:10,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T15:21:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T15:21:10,070 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:10,071 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75da081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:10,071 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:10,071 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:10,072 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b58f4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:10,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:10,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,074 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb6dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:10,076 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a128a93 2024-12-05T15:21:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:10,078 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:10,079 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T15:21:10,079 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:21:10,079 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,080 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:10,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:21:10,145 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T15:21:10,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T15:21:10,254 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T15:21:10,256 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T15:21:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T15:21:10,259 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5a29627a94df,44127,1733412057121 suceeded 2024-12-05T15:21:10,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T15:21:10,263 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5a29627a94df:43175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:10,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-12-05T15:21:10,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-12-05T15:21:10,383 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T15:21:10,385 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T15:21:10,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:21:10,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T15:21:10,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:10,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:10,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:21:10,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=603690543, stopped=false 2024-12-05T15:21:10,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,40355,1733412056213 2024-12-05T15:21:10,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/running 2024-12-05T15:21:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/running 2024-12-05T15:21:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:10,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:10,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:10,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:10,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,423 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,44127,1733412057121' ***** 2024-12-05T15:21:10,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:21:10,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:21:10,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:21:10,424 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:21:10,424 INFO [RS:0;5a29627a94df:44127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:21:10,424 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:21:10,424 INFO [RS:0;5a29627a94df:44127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:21:10,425 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:10,425 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,44127,1733412057121 2024-12-05T15:21:10,425 INFO [RS:0;5a29627a94df:44127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:10,426 INFO [RS:0;5a29627a94df:44127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44127. 2024-12-05T15:21:10,426 DEBUG [RS:0;5a29627a94df:44127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:10,426 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:10,426 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f8c5b87f8305a496496b597d5f5a73a, disabling compactions & flushes 2024-12-05T15:21:10,426 INFO [RS:0;5a29627a94df:44127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:21:10,426 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:10,426 INFO [RS:0;5a29627a94df:44127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:21:10,426 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:10,426 INFO [RS:0;5a29627a94df:44127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:21:10,426 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. after waiting 0 ms 2024-12-05T15:21:10,426 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:10,426 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:21:10,427 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:21:10,427 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:10,427 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7f8c5b87f8305a496496b597d5f5a73a=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.} 2024-12-05T15:21:10,427 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:10,428 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:10,428 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:10,428 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:10,428 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:10,430 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T15:21:10,430 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f8c5b87f8305a496496b597d5f5a73a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T15:21:10,461 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:10,500 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/.tmp/queue/deec4d0462994a709bc743dfa700a8cf is 151, key is 1-5a29627a94df,44127,1733412057121/queue:5a29627a94df%2C44127%2C1733412057121/1733412068600/Put/seqid=0 2024-12-05T15:21:10,500 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/info/f7c56c93bdbf4ab29861555f2ce18d05 is 147, key is hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a./info:regioninfo/1733412068222/Put/seqid=0 2024-12-05T15:21:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741838_1014 (size=6631) 2024-12-05T15:21:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741839_1015 (size=5500) 2024-12-05T15:21:10,519 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/.tmp/queue/deec4d0462994a709bc743dfa700a8cf 2024-12-05T15:21:10,572 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/.tmp/queue/deec4d0462994a709bc743dfa700a8cf as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/queue/deec4d0462994a709bc743dfa700a8cf 2024-12-05T15:21:10,586 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/queue/deec4d0462994a709bc743dfa700a8cf, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T15:21:10,601 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7f8c5b87f8305a496496b597d5f5a73a in 170ms, sequenceid=6, compaction requested=false 2024-12-05T15:21:10,601 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:21:10,616 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T15:21:10,619 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:10,620 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:10,620 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:10,620 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f8c5b87f8305a496496b597d5f5a73a: Waiting for close lock at 1733412070425Running coprocessor pre-close hooks at 1733412070426 (+1 ms)Disabling compacts and flushes for region at 1733412070426Disabling writes for close at 1733412070426Obtaining lock to block concurrent updates at 1733412070430 (+4 ms)Preparing flush snapshotting stores in 7f8c5b87f8305a496496b597d5f5a73a at 1733412070431 (+1 ms)Finished memstore snapshotting hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733412070439 (+8 ms)Flushing stores of hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. at 1733412070441 (+2 ms)Flushing 7f8c5b87f8305a496496b597d5f5a73a/queue: creating writer at 1733412070443 (+2 ms)Flushing 7f8c5b87f8305a496496b597d5f5a73a/queue: appending metadata at 1733412070487 (+44 ms)Flushing 7f8c5b87f8305a496496b597d5f5a73a/queue: closing flushed file at 1733412070491 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dba5f64: reopening flushed file at 1733412070569 (+78 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7f8c5b87f8305a496496b597d5f5a73a in 170ms, sequenceid=6, compaction requested=false at 1733412070601 (+32 ms)Writing region close event to WAL at 1733412070607 (+6 ms)Running coprocessor post-close hooks at 1733412070617 (+10 ms)Closed at 1733412070620 (+3 ms) 2024-12-05T15:21:10,621 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:10,628 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:10,752 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:10,829 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:10,895 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:10,915 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/info/f7c56c93bdbf4ab29861555f2ce18d05 2024-12-05T15:21:10,946 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/ns/ef51d3cfb91c49c797a5f8163e660091 is 43, key is default/ns:d/1733412061763/Put/seqid=0 2024-12-05T15:21:10,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741840_1016 (size=5153) 2024-12-05T15:21:11,029 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:11,229 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:11,356 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:21:11,357 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:21:11,358 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/ns/ef51d3cfb91c49c797a5f8163e660091 2024-12-05T15:21:11,387 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/table/8f691c3aaf5e41d8b1a0060cb4520de2 is 53, key is hbase:replication/table:state/1733412068242/Put/seqid=0 2024-12-05T15:21:11,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741841_1017 (size=5256) 2024-12-05T15:21:11,429 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:21:11,430 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:21:11,430 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:11,459 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:11,502 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121/5a29627a94df%2C44127%2C1733412057121.1733412060507 to pos 0, reset compression=false 2024-12-05T15:21:11,630 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:11,795 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/table/8f691c3aaf5e41d8b1a0060cb4520de2 2024-12-05T15:21:11,806 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/info/f7c56c93bdbf4ab29861555f2ce18d05 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/info/f7c56c93bdbf4ab29861555f2ce18d05 2024-12-05T15:21:11,820 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/info/f7c56c93bdbf4ab29861555f2ce18d05, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T15:21:11,822 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/ns/ef51d3cfb91c49c797a5f8163e660091 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/ns/ef51d3cfb91c49c797a5f8163e660091 2024-12-05T15:21:11,830 DEBUG [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:11,832 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/ns/ef51d3cfb91c49c797a5f8163e660091, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:21:11,834 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/table/8f691c3aaf5e41d8b1a0060cb4520de2 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/table/8f691c3aaf5e41d8b1a0060cb4520de2 2024-12-05T15:21:11,845 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/table/8f691c3aaf5e41d8b1a0060cb4520de2, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T15:21:11,846 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=11, compaction requested=false 2024-12-05T15:21:11,852 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T15:21:11,853 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:11,853 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:11,853 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:11,853 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412070427Running coprocessor pre-close hooks at 1733412070427Disabling compacts and flushes for region at 1733412070427Disabling writes for close at 1733412070428 (+1 ms)Obtaining lock to block concurrent updates at 1733412070430 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733412070431 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733412070439 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412070441 (+2 ms)Flushing 1588230740/info: creating writer at 1733412070443 (+2 ms)Flushing 1588230740/info: appending metadata at 1733412070488 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733412070491 (+3 ms)Flushing 1588230740/ns: creating writer at 1733412070929 (+438 ms)Flushing 1588230740/ns: appending metadata at 1733412070945 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733412070945Flushing 1588230740/table: creating writer at 1733412071370 (+425 ms)Flushing 1588230740/table: appending metadata at 1733412071386 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733412071386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2292eed0: reopening flushed file at 1733412071804 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a7b4ce: reopening flushed file at 1733412071820 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec0f08b: reopening flushed file at 1733412071833 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=11, compaction requested=false at 1733412071846 (+13 ms)Writing region close event to WAL at 1733412071848 (+2 ms)Running coprocessor post-close hooks at 1733412071853 (+5 ms)Closed at 1733412071853 2024-12-05T15:21:11,853 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:12,031 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,44127,1733412057121; all regions closed. 2024-12-05T15:21:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741834_1010 (size=2742) 2024-12-05T15:21:12,044 DEBUG [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs 2024-12-05T15:21:12,044 INFO [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44127%2C1733412057121.meta:.meta(num 1733412061492) 2024-12-05T15:21:12,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741837_1013 (size=1802) 2024-12-05T15:21:12,051 DEBUG [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs 2024-12-05T15:21:12,051 INFO [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44127%2C1733412057121.rep:(num 1733412068162) 2024-12-05T15:21:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741832_1008 (size=93) 2024-12-05T15:21:12,058 DEBUG [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs 2024-12-05T15:21:12,059 INFO [RS:0;5a29627a94df:44127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44127%2C1733412057121:(num 1733412060507) 2024-12-05T15:21:12,059 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:12,059 INFO [RS:0;5a29627a94df:44127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:12,059 INFO [RS:0;5a29627a94df:44127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:12,059 INFO [RS:0;5a29627a94df:44127 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:12,060 INFO [RS:0;5a29627a94df:44127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:12,060 INFO [RS:0;5a29627a94df:44127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,44127,1733412057121 because: Region server is closing 2024-12-05T15:21:12,060 INFO [RS:0;5a29627a94df:44127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44127. 2024-12-05T15:21:12,061 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:12,062 DEBUG [RS:0;5a29627a94df:44127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:12,063 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:12,063 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:12,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:12,163 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.wal-reader.5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:21:12,163 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.shipper5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:21:12,164 INFO [RS:0;5a29627a94df:44127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44127,1733412057121.replicationSource.shipper5a29627a94df%2C44127%2C1733412057121,1-5a29627a94df,44127,1733412057121 terminated 2024-12-05T15:21:12,164 INFO [RS:0;5a29627a94df:44127 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5a29627a94df,44127,1733412057121 because: Region server is closing 2024-12-05T15:21:12,165 INFO [RS:0;5a29627a94df:44127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44127. 2024-12-05T15:21:12,165 DEBUG [RS:0;5a29627a94df:44127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:12,165 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:12,165 DEBUG [RS:0;5a29627a94df:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:12,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:12,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:12,265 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.shipper5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:21:12,266 INFO [RS:0;5a29627a94df:44127 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,44127,1733412057121.replicationSource.shipper5a29627a94df%2C44127%2C1733412057121,2-5a29627a94df,44127,1733412057121 terminated 2024-12-05T15:21:12,267 INFO [RS:0;5a29627a94df:44127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44127 2024-12-05T15:21:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/rs 2024-12-05T15:21:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/rs/5a29627a94df,44127,1733412057121 2024-12-05T15:21:12,322 INFO [RS:0;5a29627a94df:44127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:12,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,44127,1733412057121] 2024-12-05T15:21:12,338 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/draining/5a29627a94df,44127,1733412057121 already deleted, retry=false 2024-12-05T15:21:12,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,44127,1733412057121 expired; onlineServers=0 2024-12-05T15:21:12,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,40355,1733412056213' ***** 2024-12-05T15:21:12,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:21:12,339 INFO [M:0;5a29627a94df:40355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:12,339 INFO [M:0;5a29627a94df:40355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:12,339 DEBUG [M:0;5a29627a94df:40355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:21:12,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:21:12,339 DEBUG [M:0;5a29627a94df:40355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:21:12,339 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412060169 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412060169,5,FailOnTimeoutGroup] 2024-12-05T15:21:12,340 INFO [M:0;5a29627a94df:40355 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:12,340 INFO [M:0;5a29627a94df:40355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:12,340 DEBUG [M:0;5a29627a94df:40355 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:21:12,340 INFO [M:0;5a29627a94df:40355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:21:12,340 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412060171 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412060171,5,FailOnTimeoutGroup] 2024-12-05T15:21:12,340 INFO [M:0;5a29627a94df:40355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:12,341 INFO [M:0;5a29627a94df:40355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:21:12,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:21:12,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/master 2024-12-05T15:21:12,351 DEBUG [M:0;5a29627a94df:40355 {}] zookeeper.ZKUtil(347): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/master because node does not exist (not an error) 2024-12-05T15:21:12,351 WARN [M:0;5a29627a94df:40355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:21:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:12,352 INFO [M:0;5a29627a94df:40355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/.lastflushedseqids 2024-12-05T15:21:12,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741842_1018 (size=181) 2024-12-05T15:21:12,364 INFO [M:0;5a29627a94df:40355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:21:12,364 INFO [M:0;5a29627a94df:40355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:21:12,365 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:12,365 INFO [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:12,365 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:12,365 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:12,365 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:12,365 INFO [M:0;5a29627a94df:40355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T15:21:12,386 DEBUG [M:0;5a29627a94df:40355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e397a8e96c4c4e9d0c54cd118c9e16 is 82, key is hbase:meta,,1/info:regioninfo/1733412061611/Put/seqid=0 2024-12-05T15:21:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741843_1019 (size=5672) 2024-12-05T15:21:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a742a2cf0001, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:12,431 INFO [RS:0;5a29627a94df:44127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:12,432 INFO [RS:0;5a29627a94df:44127 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,44127,1733412057121; zookeeper connection closed. 2024-12-05T15:21:12,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74f5b5ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74f5b5ef 2024-12-05T15:21:12,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:21:12,805 INFO [M:0;5a29627a94df:40355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e397a8e96c4c4e9d0c54cd118c9e16 2024-12-05T15:21:12,831 DEBUG [M:0;5a29627a94df:40355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e77f90805a463791c8136cf9027870 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733412068255/Put/seqid=0 2024-12-05T15:21:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741844_1020 (size=8663) 2024-12-05T15:21:13,237 INFO [M:0;5a29627a94df:40355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e77f90805a463791c8136cf9027870 2024-12-05T15:21:13,260 DEBUG [M:0;5a29627a94df:40355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e17bd5b778a049a2bc4dd49e5341267f is 69, key is 5a29627a94df,44127,1733412057121/rs:state/1733412060273/Put/seqid=0 2024-12-05T15:21:13,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741845_1021 (size=5156) 2024-12-05T15:21:13,666 INFO [M:0;5a29627a94df:40355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e17bd5b778a049a2bc4dd49e5341267f 2024-12-05T15:21:13,679 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e397a8e96c4c4e9d0c54cd118c9e16 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e397a8e96c4c4e9d0c54cd118c9e16 2024-12-05T15:21:13,687 INFO [M:0;5a29627a94df:40355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e397a8e96c4c4e9d0c54cd118c9e16, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T15:21:13,689 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e77f90805a463791c8136cf9027870 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e77f90805a463791c8136cf9027870 2024-12-05T15:21:13,700 INFO [M:0;5a29627a94df:40355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e77f90805a463791c8136cf9027870, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T15:21:13,701 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e17bd5b778a049a2bc4dd49e5341267f as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e17bd5b778a049a2bc4dd49e5341267f 2024-12-05T15:21:13,710 INFO [M:0;5a29627a94df:40355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e17bd5b778a049a2bc4dd49e5341267f, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T15:21:13,712 INFO [M:0;5a29627a94df:40355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=115, compaction requested=false 2024-12-05T15:21:13,714 INFO [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:13,715 DEBUG [M:0;5a29627a94df:40355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412072365Disabling compacts and flushes for region at 1733412072365Disabling writes for close at 1733412072365Obtaining lock to block concurrent updates at 1733412072365Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412072365Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733412072366 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412072367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412072367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412072386 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412072386Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412072813 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412072831 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412072831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412073245 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412073260 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412073260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd55113: reopening flushed file at 1733412073677 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6fa79a: reopening flushed file at 1733412073688 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156e3842: reopening flushed file at 1733412073700 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=115, compaction requested=false at 1733412073712 (+12 ms)Writing region close event to WAL at 1733412073714 (+2 ms)Closed at 1733412073714 2024-12-05T15:21:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741830_1006 (size=59421) 2024-12-05T15:21:13,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:13,722 INFO [M:0;5a29627a94df:40355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:21:13,722 INFO [M:0;5a29627a94df:40355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40355 2024-12-05T15:21:13,722 INFO [M:0;5a29627a94df:40355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:13,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:13,934 INFO [M:0;5a29627a94df:40355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:13,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x101a742a2cf0000, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:13,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:21:13,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:13,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44011 2024-12-05T15:21:13,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44011 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:21:13,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440110x0, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:13,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44011-0x101a742a2cf0006 connected 2024-12-05T15:21:13,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:13,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:13,963 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: INIT 2024-12-05T15:21:13,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:21:13,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d, hbase.cluster.distributed=false 2024-12-05T15:21:13,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/acl 2024-12-05T15:21:13,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44011 2024-12-05T15:21:13,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44011 2024-12-05T15:21:13,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44011 2024-12-05T15:21:13,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44011 2024-12-05T15:21:13,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44011 2024-12-05T15:21:13,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:13,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:13,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:13,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:21:13,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:13,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37351 2024-12-05T15:21:14,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37351 connecting to ZooKeeper ensemble=127.0.0.1:59585 2024-12-05T15:21:14,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:14,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:14,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373510x0, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:14,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37351-0x101a742a2cf0007 connected 2024-12-05T15:21:14,018 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: INIT 2024-12-05T15:21:14,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:21:14,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:21:14,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:21:14,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/master 2024-12-05T15:21:14,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/acl 2024-12-05T15:21:14,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37351 2024-12-05T15:21:14,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37351 2024-12-05T15:21:14,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37351 2024-12-05T15:21:14,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37351 2024-12-05T15:21:14,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37351 2024-12-05T15:21:14,042 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:44011 2024-12-05T15:21:14,043 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0376049968/backup-masters/5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:21:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:21:14,051 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on existing znode=/0376049968/backup-masters/5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0376049968/master 2024-12-05T15:21:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:14,059 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on existing znode=/0376049968/master 2024-12-05T15:21:14,059 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0376049968/backup-masters/5a29627a94df,44011,1733412073935 from backup master directory 2024-12-05T15:21:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/backup-masters/5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:21:14,067 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/backup-masters 2024-12-05T15:21:14,067 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:14,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:21:14,100 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-05T15:21:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741846_1022 (size=196) 2024-12-05T15:21:14,523 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:14,524 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:21:14,524 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:14,533 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T15:21:14,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213 to hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213-dead as it is dead 2024-12-05T15:21:14,538 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T15:21:14,538 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T15:21:14,538 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213-dead/5a29627a94df%2C40355%2C1733412056213.1733412059231 2024-12-05T15:21:14,544 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213-dead/5a29627a94df%2C40355%2C1733412056213.1733412059231 after 3ms 2024-12-05T15:21:14,545 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213-dead/5a29627a94df%2C40355%2C1733412056213.1733412059231 to hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C40355%2C1733412056213.1733412059231 2024-12-05T15:21:14,545 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,40355,1733412056213-dead 2024-12-05T15:21:14,546 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,547 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:14,548 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C44011%2C1733412073935, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,44011,1733412073935, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/oldWALs, maxLogs=10 2024-12-05T15:21:14,562 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,44011,1733412073935/5a29627a94df%2C44011%2C1733412073935.1733412074549, exclude list is [], retry=0 2024-12-05T15:21:14,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:14,569 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/WALs/5a29627a94df,44011,1733412073935/5a29627a94df%2C44011%2C1733412073935.1733412074549 2024-12-05T15:21:14,569 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:14,569 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:14,570 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:14,570 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,570 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:21:14,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:14,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e397a8e96c4c4e9d0c54cd118c9e16 2024-12-05T15:21:14,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:14,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:21:14,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:14,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e77f90805a463791c8136cf9027870 2024-12-05T15:21:14,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:14,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:21:14,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:14,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e17bd5b778a049a2bc4dd49e5341267f 2024-12-05T15:21:14,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:14,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:21:14,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:14,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:14,612 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,613 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T15:21:14,613 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C40355%2C1733412056213.1733412059231 2024-12-05T15:21:14,634 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C40355%2C1733412056213.1733412059231 2024-12-05T15:21:14,636 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C40355%2C1733412056213.1733412059231 2024-12-05T15:21:14,637 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,638 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,639 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:14,641 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:14,647 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T15:21:14,650 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72636686, jitterRate=0.08237096667289734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:14,650 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412074570Initializing all the Stores at 1733412074572 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412074572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412074572Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412074572Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412074572Cleaning up temporary data from old regions at 1733412074638 (+66 ms)Region opened successfully at 1733412074650 (+12 ms) 2024-12-05T15:21:14,653 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:21:14,659 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9c7bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:14,670 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T15:21:14,671 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:21:14,671 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:21:14,671 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:21:14,672 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:21:14,680 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:14,680 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:21:14,681 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:21:14,681 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:21:14,682 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T15:21:14,682 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T15:21:14,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-05T15:21:14,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:21:14,687 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5a29627a94df,44127,1733412057121, regionLocation=5a29627a94df,44127,1733412057121, openSeqNum=2 2024-12-05T15:21:14,687 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5a29627a94df,44127,1733412057121, table=hbase:meta, region=1588230740 2024-12-05T15:21:14,687 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44127,1733412057121, state=OPEN 2024-12-05T15:21:14,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:14,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:14,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:14,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:14,702 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:21:14,708 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/draining/5a29627a94df,44127,1733412057121 already deleted, retry=false 2024-12-05T15:21:14,709 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5a29627a94df,44127,1733412057121 on 5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,715 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5a29627a94df,44127,1733412057121, splitWal=true, meta=true 2024-12-05T15:21:14,718 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5a29627a94df,44127,1733412057121 (carryingMeta=true) 5a29627a94df,44127,1733412057121/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1e577ed8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T15:21:14,722 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/balancer because node does not exist (not necessarily an error) 2024-12-05T15:21:14,730 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/balancer already deleted, retry=false 2024-12-05T15:21:14,731 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:21:14,732 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:21:14,741 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/normalizer already deleted, retry=false 2024-12-05T15:21:14,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:21:14,743 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:21:14,786 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/switch/split already deleted, retry=false 2024-12-05T15:21:14,788 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:21:14,800 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/switch/merge already deleted, retry=false 2024-12-05T15:21:14,821 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:21:14,830 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/snapshot-cleanup already deleted, retry=false 2024-12-05T15:21:14,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0376049968/running 2024-12-05T15:21:14,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0376049968/running 2024-12-05T15:21:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:14,839 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,44011,1733412073935, sessionid=0x101a742a2cf0006, setting cluster-up flag (Was=false) 2024-12-05T15:21:14,848 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0376049968/flush-table-proc/acquired, /0376049968/flush-table-proc/reached, /0376049968/flush-table-proc/abort 2024-12-05T15:21:14,849 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,859 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0376049968/online-snapshot/acquired, /0376049968/online-snapshot/reached, /0376049968/online-snapshot/abort 2024-12-05T15:21:14,860 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,44011,1733412073935 2024-12-05T15:21:14,862 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/.lastflushedseqids 2024-12-05T15:21:14,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:14,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:14,867 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,44011,1733412073935 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5a29627a94df,44127,1733412057121 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:14,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:14,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412104871 2024-12-05T15:21:14,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:14,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:14,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:14,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:14,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:14,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:14,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:14,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:14,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:14,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:14,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:14,873 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:14,873 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:14,873 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412074873,5,FailOnTimeoutGroup] 2024-12-05T15:21:14,873 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412074873,5,FailOnTimeoutGroup] 2024-12-05T15:21:14,874 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5a29627a94df,44127,1733412057121, splitWal=true, meta=true 2024-12-05T15:21:14,875 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:14,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:14,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:14,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:14,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412074876, completionTime=-1 2024-12-05T15:21:14,876 WARN [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T15:21:14,876 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5a29627a94df,44127,1733412057121, splitWal=true, meta=true, isMeta: true 2024-12-05T15:21:14,878 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121-splitting 2024-12-05T15:21:14,880 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T15:21:14,882 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121-splitting dir is empty, no logs to split. 2024-12-05T15:21:14,883 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5a29627a94df,44127,1733412057121 WAL count=0, meta=true 2024-12-05T15:21:14,890 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121-splitting dir is empty, no logs to split. 2024-12-05T15:21:14,890 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5a29627a94df,44127,1733412057121 WAL count=0, meta=true 2024-12-05T15:21:14,890 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5a29627a94df,44127,1733412057121 WAL splitting is done? wals=0, meta=true 2024-12-05T15:21:14,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:14,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:14,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T15:21:14,936 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(746): ClusterId : 3c2519b3-2092-4d15-ada2-ef994a85c990 2024-12-05T15:21:14,936 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:14,948 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:14,948 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:14,961 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:14,962 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca832d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:14,981 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:37351 2024-12-05T15:21:14,981 INFO [RS:0;5a29627a94df:37351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:14,981 INFO [RS:0;5a29627a94df:37351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:14,981 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:14,982 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,44011,1733412073935 with port=37351, startcode=1733412073996 2024-12-05T15:21:14,983 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:14,989 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:14,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,37351,1733412073996 2024-12-05T15:21:14,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,37351,1733412073996 2024-12-05T15:21:14,993 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d 2024-12-05T15:21:14,993 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43057 2024-12-05T15:21:14,993 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:15,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/rs 2024-12-05T15:21:15,002 DEBUG [RS:0;5a29627a94df:37351 {}] zookeeper.ZKUtil(111): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on existing znode=/0376049968/rs/5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,002 WARN [RS:0;5a29627a94df:37351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:15,002 INFO [RS:0;5a29627a94df:37351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:15,003 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,37351,1733412073996] 2024-12-05T15:21:15,030 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T15:21:15,053 INFO [RS:0;5a29627a94df:37351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:15,055 INFO [RS:0;5a29627a94df:37351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:15,056 INFO [RS:0;5a29627a94df:37351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:15,056 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,059 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:15,060 INFO [RS:0;5a29627a94df:37351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:15,060 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,060 WARN [5a29627a94df:44011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T15:21:15,060 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,061 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:15,062 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:15,062 DEBUG [RS:0;5a29627a94df:37351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:15,062 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,062 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,062 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,062 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,063 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,063 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37351,1733412073996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:15,081 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:15,081 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37351,1733412073996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,096 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,37351,1733412073996, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:21:15,110 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(231): queueId=2-5a29627a94df,37351,1733412073996, ReplicationSource: 2, currentBandwidth=0 2024-12-05T15:21:15,110 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,111 DEBUG [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:15,112 INFO [RS:0;5a29627a94df:37351 {}] regionserver.Replication(171): 5a29627a94df,37351,1733412073996 started 2024-12-05T15:21:15,113 DEBUG [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a05a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:15,113 DEBUG [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:15,113 DEBUG [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:15,114 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:15,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:15,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:15,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1e8ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:15,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:15,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:15,118 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:15,120 DEBUG [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7436959a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:15,120 DEBUG [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c0721f9 2024-12-05T15:21:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:15,124 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:15,125 INFO [RS:0;5a29627a94df:37351.replicationSource,1-5a29627a94df,37351,1733412073996 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,37351,1733412073996 (queues=0) is replicating from cluster=3c2519b3-2092-4d15-ada2-ef994a85c990 to cluster=fecd3d0a-a3ed-4134-b641-955e801bc252 2024-12-05T15:21:15,128 DEBUG [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43175' 2024-12-05T15:21:15,129 DEBUG [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8be652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:15,130 DEBUG [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43175,-1 for getting cluster id 2024-12-05T15:21:15,130 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:15,130 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,37351,1733412073996, RpcServer on 5a29627a94df/172.17.0.3:37351, sessionid=0x101a742a2cf0007 2024-12-05T15:21:15,130 DEBUG [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:15,130 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:15,130 DEBUG [RS:0;5a29627a94df:37351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,130 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,37351,1733412073996' 2024-12-05T15:21:15,130 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0376049968/flush-table-proc/abort' 2024-12-05T15:21:15,131 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0376049968/flush-table-proc/acquired' 2024-12-05T15:21:15,131 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fecd3d0a-a3ed-4134-b641-955e801bc252' 2024-12-05T15:21:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fecd3d0a-a3ed-4134-b641-955e801bc252" 2024-12-05T15:21:15,131 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:15,132 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:15,132 DEBUG [RS:0;5a29627a94df:37351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2833fa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:15,132 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,37351,1733412073996' 2024-12-05T15:21:15,132 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0376049968/online-snapshot/abort' 2024-12-05T15:21:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43175,-1] 2024-12-05T15:21:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:15,132 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0376049968/online-snapshot/acquired' 2024-12-05T15:21:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:15,132 DEBUG [RS:0;5a29627a94df:37351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:15,132 INFO [RS:0;5a29627a94df:37351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:15,132 INFO [RS:0;5a29627a94df:37351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:15,133 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:15,134 DEBUG [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55dcdc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:15,134 DEBUG [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43175,1733412063448 2024-12-05T15:21:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20141f7f 2024-12-05T15:21:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:15,136 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:15,137 INFO [RS:0;5a29627a94df:37351.replicationSource,2-5a29627a94df,37351,1733412073996 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5a29627a94df,37351,1733412073996 (queues=0) is replicating from cluster=3c2519b3-2092-4d15-ada2-ef994a85c990 to cluster=fecd3d0a-a3ed-4134-b641-955e801bc252 2024-12-05T15:21:15,233 INFO [RS:0;5a29627a94df:37351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:15,236 INFO [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37351%2C1733412073996, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs, maxLogs=10 2024-12-05T15:21:15,250 DEBUG [RS:0;5a29627a94df:37351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236, exclude list is [], retry=0 2024-12-05T15:21:15,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:15,265 INFO [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 2024-12-05T15:21:15,266 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5a29627a94df%2C37351%2C1733412073996 for peer 2 2024-12-05T15:21:15,266 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5a29627a94df%2C37351%2C1733412073996 for peer 1 2024-12-05T15:21:15,266 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C37351%2C1733412073996 2024-12-05T15:21:15,266 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,37351,1733412073996, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:21:15,268 INFO [RS:0;5a29627a94df:37351.replicationSource.shipper5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C37351%2C1733412073996 2024-12-05T15:21:15,269 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5a29627a94df%2C37351%2C1733412073996 2024-12-05T15:21:15,269 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5a29627a94df,37351,1733412073996, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:21:15,269 INFO [RS:0;5a29627a94df:37351.replicationSource.shipper5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C37351%2C1733412073996 2024-12-05T15:21:15,269 DEBUG [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:15,269 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236, startPosition=0, beingWritten=true 2024-12-05T15:21:15,269 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236, startPosition=0, beingWritten=true 2024-12-05T15:21:15,311 DEBUG [5a29627a94df:44011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:15,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,37351,1733412073996, state=OPENING 2024-12-05T15:21:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:15,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:15,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,37351,1733412073996}] 2024-12-05T15:21:15,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:15,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:15,488 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:15,491 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:15,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:15,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:15,509 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:15,509 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:15,511 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:15,513 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37351%2C1733412073996.meta, suffix=.meta, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs, maxLogs=10 2024-12-05T15:21:15,529 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.meta.1733412075514.meta, exclude list is [], retry=0 2024-12-05T15:21:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:15,534 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.meta.1733412075514.meta 2024-12-05T15:21:15,535 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:15,535 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:15,535 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:15,535 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:15,536 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:15,536 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:15,536 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:15,536 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:15,536 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:15,536 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:15,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:15,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:15,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:15,549 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/info/f7c56c93bdbf4ab29861555f2ce18d05 2024-12-05T15:21:15,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:15,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:15,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:15,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:15,560 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/ns/ef51d3cfb91c49c797a5f8163e660091 2024-12-05T15:21:15,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:15,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:15,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:15,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:15,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:15,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:15,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:15,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:15,573 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/table/8f691c3aaf5e41d8b1a0060cb4520de2 2024-12-05T15:21:15,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:15,574 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:15,575 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740 2024-12-05T15:21:15,576 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740 2024-12-05T15:21:15,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:15,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:15,580 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:15,583 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:15,584 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68185390, jitterRate=0.016041487455368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:15,584 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:15,584 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412075536Writing region info on filesystem at 1733412075536Initializing all the Stores at 1733412075538 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412075538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412075538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412075538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412075538Cleaning up temporary data from old regions at 1733412075579 (+41 ms)Running coprocessor post-open hooks at 1733412075584 (+5 ms)Region opened successfully at 1733412075584 2024-12-05T15:21:15,585 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733412075500 2024-12-05T15:21:15,587 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:15,588 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:15,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,590 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,37351,1733412073996, state=OPEN 2024-12-05T15:21:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0376049968/meta-region-server 2024-12-05T15:21:15,600 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,37351,1733412073996 2024-12-05T15:21:15,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:15,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0376049968/meta-region-server: CHANGED 2024-12-05T15:21:15,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T15:21:15,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,37351,1733412073996 in 253 msec 2024-12-05T15:21:15,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T15:21:15,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-12-05T15:21:15,795 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:15,800 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:16,201 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:16,207 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:16,533 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T15:21:16,707 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:16,712 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:17,330 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:17,340 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:17,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:18,036 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:18,036 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-05T15:21:18,046 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:18,843 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:18,857 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:19,388 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T15:21:19,389 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:19,389 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:19,389 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,37351,1733412073996, seqNum=-1] 2024-12-05T15:21:19,390 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:19,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:19,399 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f8c5b87f8305a496496b597d5f5a73a, regionState=OPEN, lastHost=5a29627a94df,44127,1733412057121, regionLocation=5a29627a94df,44127,1733412057121, openSeqNum=2 2024-12-05T15:21:19,399 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:19,399 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412139399 2024-12-05T15:21:19,399 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412199399 2024-12-05T15:21:19,400 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-05T15:21:19,400 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44011,1733412073935-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,400 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44011,1733412073935-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,400 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5a29627a94df,44127,1733412057121 had 2 regions 2024-12-05T15:21:19,400 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44011,1733412073935-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,401 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:44011, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,401 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,403 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5a29627a94df,44127,1733412057121, splitWal=true, meta=true, isMeta: false 2024-12-05T15:21:19,408 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121-splitting dir is empty, no logs to split. 2024-12-05T15:21:19,408 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5a29627a94df,44127,1733412057121 WAL count=0, meta=false 2024-12-05T15:21:19,410 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,412 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,44127,1733412057121-splitting dir is empty, no logs to split. 2024-12-05T15:21:19,412 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5a29627a94df,44127,1733412057121 WAL count=0, meta=false 2024-12-05T15:21:19,412 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5a29627a94df,44127,1733412057121 WAL splitting is done? wals=0, meta=false 2024-12-05T15:21:19,417 WARN [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5a29627a94df,44127,1733412057121/hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:19,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.352sec 2024-12-05T15:21:19,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:19,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:19,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:19,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:19,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:19,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN}] 2024-12-05T15:21:19,420 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44011,1733412073935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:19,420 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44011,1733412073935-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:19,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN 2024-12-05T15:21:19,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T15:21:19,431 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:19,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:19,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44011,1733412073935-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:19,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:19,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44011,-1 for getting cluster id 2024-12-05T15:21:19,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:19,441 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c2519b3-2092-4d15-ada2-ef994a85c990' 2024-12-05T15:21:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c2519b3-2092-4d15-ada2-ef994a85c990" 2024-12-05T15:21:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e91809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44011,-1] 2024-12-05T15:21:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,444 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:19,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ef3d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:19,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,37351,1733412073996, seqNum=-1] 2024-12-05T15:21:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:19,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:19,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T15:21:19,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:19,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:19,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:19,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5a29627a94df:44011 after: 5a29627a94df:44011 2024-12-05T15:21:19,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:19,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44011,-1 for getting cluster id 2024-12-05T15:21:19,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:19,456 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c2519b3-2092-4d15-ada2-ef994a85c990' 2024-12-05T15:21:19,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:19,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c2519b3-2092-4d15-ada2-ef994a85c990" 2024-12-05T15:21:19,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be6e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44011,-1] 2024-12-05T15:21:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,458 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:19,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:19,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,44011,1733412073935 2024-12-05T15:21:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-12-05T15:21:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:19,462 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:19,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:21:19,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T15:21:19,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:21:19,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T15:21:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:21:19,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:19,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:19,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:19,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:21:19,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=818617990, stopped=false 2024-12-05T15:21:19,467 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,43175,1733412063448 2024-12-05T15:21:19,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288106092/running 2024-12-05T15:21:19,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288106092/running 2024-12-05T15:21:19,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:19,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:19,513 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:19,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:19,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:19,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,514 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,43217,1733412063577' ***** 2024-12-05T15:21:19,514 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:21:19,514 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:21:19,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,43217,1733412063577 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43217. 2024-12-05T15:21:19,515 DEBUG [RS:0;5a29627a94df:43217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:19,515 DEBUG [RS:0;5a29627a94df:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:19,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/running 2024-12-05T15:21:19,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Set watcher on znode that does not yet exist, /1288106092/running 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:21:19,515 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:21:19,516 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:21:19,516 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:19,516 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:19,516 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:19,516 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:19,516 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:19,516 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:19,516 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T15:21:19,525 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:19,535 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/.tmp/ns/f5adf57a7bc3455098629331319edf38 is 43, key is default/ns:d/1733412066777/Put/seqid=0 2024-12-05T15:21:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741835_1011 (size=5153) 2024-12-05T15:21:19,574 DEBUG [5a29627a94df:44011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:19,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7f8c5b87f8305a496496b597d5f5a73a, regionState=OPENING, regionLocation=5a29627a94df,37351,1733412073996 2024-12-05T15:21:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN because future has completed 2024-12-05T15:21:19,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8c5b87f8305a496496b597d5f5a73a, server=5a29627a94df,37351,1733412073996}] 2024-12-05T15:21:19,716 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:19,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:19,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:19,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:21:19,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37351%2C1733412073996.rep, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs, maxLogs=10 2024-12-05T15:21:19,749 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:19,765 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:19,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.rep.1733412079746, exclude list is [], retry=0 2024-12-05T15:21:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-5802a1c4-5cef-44aa-956a-237e20de82cf,DISK] 2024-12-05T15:21:19,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.rep.1733412079746 2024-12-05T15:21:19,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-05T15:21:19,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f8c5b87f8305a496496b597d5f5a73a, NAME => 'hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:19,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:19,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:19,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. service=MultiRowMutationService 2024-12-05T15:21:19,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:21:19,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:19,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,793 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,795 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c5b87f8305a496496b597d5f5a73a columnFamilyName hfileref 2024-12-05T15:21:19,795 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:19,795 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(327): Store=7f8c5b87f8305a496496b597d5f5a73a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:19,796 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,797 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c5b87f8305a496496b597d5f5a73a columnFamilyName queue 2024-12-05T15:21:19,797 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:19,803 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/queue/deec4d0462994a709bc743dfa700a8cf 2024-12-05T15:21:19,803 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(327): Store=7f8c5b87f8305a496496b597d5f5a73a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:19,804 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,805 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c5b87f8305a496496b597d5f5a73a columnFamilyName sid 2024-12-05T15:21:19,805 DEBUG [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:19,805 INFO [StoreOpener-7f8c5b87f8305a496496b597d5f5a73a-1 {}] regionserver.HStore(327): Store=7f8c5b87f8305a496496b597d5f5a73a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:19,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:21:19,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7f8c5b87f8305a496496b597d5f5a73a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70021976, jitterRate=0.043408751487731934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:21:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:19,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7f8c5b87f8305a496496b597d5f5a73a: Running coprocessor pre-open hook at 1733412079789Writing region info on filesystem at 1733412079789Initializing all the Stores at 1733412079791 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412079791Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412079793 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412079793Cleaning up temporary data from old regions at 1733412079810 (+17 ms)Running coprocessor post-open hooks at 1733412079817 (+7 ms)Region opened successfully at 1733412079818 (+1 ms) 2024-12-05T15:21:19,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a., pid=19, masterSystemTime=1733412079737 2024-12-05T15:21:19,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:19,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:19,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7f8c5b87f8305a496496b597d5f5a73a, regionState=OPEN, openSeqNum=10, regionLocation=5a29627a94df,37351,1733412073996 2024-12-05T15:21:19,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8c5b87f8305a496496b597d5f5a73a, server=5a29627a94df,37351,1733412073996 because future has completed 2024-12-05T15:21:19,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T15:21:19,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f8c5b87f8305a496496b597d5f5a73a, server=5a29627a94df,37351,1733412073996 in 250 msec 2024-12-05T15:21:19,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T15:21:19,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f8c5b87f8305a496496b597d5f5a73a, ASSIGN in 418 msec 2024-12-05T15:21:19,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T15:21:19,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a., hostname=5a29627a94df,37351,1733412073996, seqNum=10] 2024-12-05T15:21:19,898 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5a29627a94df,44127,1733412057121 2024-12-05T15:21:19,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T15:21:19,916 DEBUG [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:19,942 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/.tmp/ns/f5adf57a7bc3455098629331319edf38 2024-12-05T15:21:19,958 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/.tmp/ns/f5adf57a7bc3455098629331319edf38 as hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/ns/f5adf57a7bc3455098629331319edf38 2024-12-05T15:21:19,971 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/ns/f5adf57a7bc3455098629331319edf38, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T15:21:19,972 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-12-05T15:21:19,972 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:21:19,980 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T15:21:19,982 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:19,982 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:19,982 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:19,982 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412079516Running coprocessor pre-close hooks at 1733412079516Disabling compacts and flushes for region at 1733412079516Disabling writes for close at 1733412079516Obtaining lock to block concurrent updates at 1733412079516Preparing flush snapshotting stores in 1588230740 at 1733412079516Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733412079516Flushing stores of hbase:meta,,1.1588230740 at 1733412079517 (+1 ms)Flushing 1588230740/ns: creating writer at 1733412079517Flushing 1588230740/ns: appending metadata at 1733412079534 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733412079534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3028eb4f: reopening flushed file at 1733412079957 (+423 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1733412079972 (+15 ms)Writing region close event to WAL at 1733412079974 (+2 ms)Running coprocessor post-close hooks at 1733412079981 (+7 ms)Closed at 1733412079982 (+1 ms) 2024-12-05T15:21:19,982 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:20,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T15:21:20,116 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,43217,1733412063577; all regions closed. 2024-12-05T15:21:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741834_1010 (size=1152) 2024-12-05T15:21:20,130 DEBUG [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/oldWALs 2024-12-05T15:21:20,130 INFO [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43217%2C1733412063577.meta:.meta(num 1733412066678) 2024-12-05T15:21:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741832_1008 (size=93) 2024-12-05T15:21:20,136 DEBUG [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/oldWALs 2024-12-05T15:21:20,136 INFO [RS:0;5a29627a94df:43217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43217%2C1733412063577:(num 1733412065546) 2024-12-05T15:21:20,137 DEBUG [RS:0;5a29627a94df:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:20,137 INFO [RS:0;5a29627a94df:43217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:20,137 INFO [RS:0;5a29627a94df:43217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:20,137 INFO [RS:0;5a29627a94df:43217 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:20,137 INFO [RS:0;5a29627a94df:43217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:20,137 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:20,137 INFO [RS:0;5a29627a94df:43217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43217 2024-12-05T15:21:20,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288106092/rs/5a29627a94df,43217,1733412063577 2024-12-05T15:21:20,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092/rs 2024-12-05T15:21:20,151 INFO [RS:0;5a29627a94df:43217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:20,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,43217,1733412063577] 2024-12-05T15:21:20,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1288106092/draining/5a29627a94df,43217,1733412063577 already deleted, retry=false 2024-12-05T15:21:20,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,43217,1733412063577 expired; onlineServers=0 2024-12-05T15:21:20,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,43175,1733412063448' ***** 2024-12-05T15:21:20,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:21:20,158 INFO [M:0;5a29627a94df:43175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:20,158 INFO [M:0;5a29627a94df:43175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:20,159 DEBUG [M:0;5a29627a94df:43175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:21:20,159 DEBUG [M:0;5a29627a94df:43175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:21:20,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:21:20,159 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412065339 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412065339,5,FailOnTimeoutGroup] 2024-12-05T15:21:20,159 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412065332 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412065332,5,FailOnTimeoutGroup] 2024-12-05T15:21:20,159 INFO [M:0;5a29627a94df:43175 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:20,159 INFO [M:0;5a29627a94df:43175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:20,159 DEBUG [M:0;5a29627a94df:43175 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:21:20,159 INFO [M:0;5a29627a94df:43175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:21:20,159 INFO [M:0;5a29627a94df:43175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:20,159 INFO [M:0;5a29627a94df:43175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:21:20,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:21:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288106092/master 2024-12-05T15:21:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288106092 2024-12-05T15:21:20,166 DEBUG [M:0;5a29627a94df:43175 {}] zookeeper.ZKUtil(347): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Unable to get data of znode /1288106092/master because node does not exist (not an error) 2024-12-05T15:21:20,167 WARN [M:0;5a29627a94df:43175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:21:20,168 INFO [M:0;5a29627a94df:43175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/.lastflushedseqids 2024-12-05T15:21:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741836_1012 (size=99) 2024-12-05T15:21:20,258 INFO [RS:0;5a29627a94df:43217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101a742a2cf0004, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:20,258 INFO [RS:0;5a29627a94df:43217 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,43217,1733412063577; zookeeper connection closed. 2024-12-05T15:21:20,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36beb980 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36beb980 2024-12-05T15:21:20,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:21:20,579 INFO [M:0;5a29627a94df:43175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:21:20,579 INFO [M:0;5a29627a94df:43175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:21:20,579 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:20,579 INFO [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:20,579 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:20,579 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:20,579 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:20,579 INFO [M:0;5a29627a94df:43175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T15:21:20,602 DEBUG [M:0;5a29627a94df:43175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a10afce5c64a579e69f2e85cd95b7c is 82, key is hbase:meta,,1/info:regioninfo/1733412066746/Put/seqid=0 2024-12-05T15:21:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741837_1013 (size=5672) 2024-12-05T15:21:20,613 INFO [M:0;5a29627a94df:43175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a10afce5c64a579e69f2e85cd95b7c 2024-12-05T15:21:20,638 DEBUG [M:0;5a29627a94df:43175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/202c9e97c1cb400fa0fb3eae8040a01b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733412066787/Put/seqid=0 2024-12-05T15:21:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741838_1014 (size=5275) 2024-12-05T15:21:20,650 INFO [M:0;5a29627a94df:43175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/202c9e97c1cb400fa0fb3eae8040a01b 2024-12-05T15:21:20,672 DEBUG [M:0;5a29627a94df:43175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e57b22967c345199df159631589c924 is 69, key is 5a29627a94df,43217,1733412063577/rs:state/1733412065379/Put/seqid=0 2024-12-05T15:21:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741839_1015 (size=5156) 2024-12-05T15:21:20,760 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:20,777 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:21,086 INFO [M:0;5a29627a94df:43175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e57b22967c345199df159631589c924 2024-12-05T15:21:21,098 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a10afce5c64a579e69f2e85cd95b7c as hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11a10afce5c64a579e69f2e85cd95b7c 2024-12-05T15:21:21,106 INFO [M:0;5a29627a94df:43175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11a10afce5c64a579e69f2e85cd95b7c, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T15:21:21,108 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/202c9e97c1cb400fa0fb3eae8040a01b as hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/202c9e97c1cb400fa0fb3eae8040a01b 2024-12-05T15:21:21,120 INFO [M:0;5a29627a94df:43175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/202c9e97c1cb400fa0fb3eae8040a01b, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T15:21:21,122 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e57b22967c345199df159631589c924 as hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e57b22967c345199df159631589c924 2024-12-05T15:21:21,131 INFO [M:0;5a29627a94df:43175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/7cd08eac-1157-f625-b461-d349fde406ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e57b22967c345199df159631589c924, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T15:21:21,133 INFO [M:0;5a29627a94df:43175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=28, compaction requested=false 2024-12-05T15:21:21,147 INFO [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:21,148 DEBUG [M:0;5a29627a94df:43175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412080579Disabling compacts and flushes for region at 1733412080579Disabling writes for close at 1733412080579Obtaining lock to block concurrent updates at 1733412080579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412080579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733412080580 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412080581 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412080581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412080602 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412080602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412080622 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412080638 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412080638Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412080657 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412080671 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412080671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237313d8: reopening flushed file at 1733412081096 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b461a4: reopening flushed file at 1733412081106 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4637684: reopening flushed file at 1733412081121 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=28, compaction requested=false at 1733412081133 (+12 ms)Writing region close event to WAL at 1733412081147 (+14 ms)Closed at 1733412081147 2024-12-05T15:21:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741830_1006 (size=10165) 2024-12-05T15:21:21,156 INFO [M:0;5a29627a94df:43175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:21:21,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:21,156 INFO [M:0;5a29627a94df:43175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43175 2024-12-05T15:21:21,159 INFO [M:0;5a29627a94df:43175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:21,296 INFO [M:0;5a29627a94df:43175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:21,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:21,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43175-0x101a742a2cf0003, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:21,319 WARN [BP-1688942022-172.17.0.3-1733412062115 heartbeating to localhost/127.0.0.1:43115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1688942022-172.17.0.3-1733412062115 (Datanode Uuid 0b0221b3-d032-408e-9588-a0c0f10cc630) service to localhost/127.0.0.1:43115 2024-12-05T15:21:21,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/cluster_ea968350-d305-114c-5350-02ea3fee40a6/data/data1/current/BP-1688942022-172.17.0.3-1733412062115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:21,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/cluster_ea968350-d305-114c-5350-02ea3fee40a6/data/data2/current/BP-1688942022-172.17.0.3-1733412062115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:21,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:21,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:21,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:21,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:21,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:21,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:21:21,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:21,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:21,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:21,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:21,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:21,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:21:21,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:21:21,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:21,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:21,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:21,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:21,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:21:21,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759807202, stopped=false 2024-12-05T15:21:21,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:21,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,44011,1733412073935 2024-12-05T15:21:21,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/running 2024-12-05T15:21:21,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:21,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/running 2024-12-05T15:21:21,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:21,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:21,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:21:21,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:21,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Set watcher on znode that does not yet exist, /0376049968/running 2024-12-05T15:21:21,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:21,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:21,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,37351,1733412073996' ***** 2024-12-05T15:21:21,394 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:21:21,394 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:21:21,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:21:21,394 INFO [RS:0;5a29627a94df:37351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:21:21,394 INFO [RS:0;5a29627a94df:37351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:21:21,394 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,37351,1733412073996 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:37351. 2024-12-05T15:21:21,395 DEBUG [RS:0;5a29627a94df:37351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:21,395 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f8c5b87f8305a496496b597d5f5a73a, disabling compactions & flushes 2024-12-05T15:21:21,395 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:21,395 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:21,395 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:21:21,395 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. after waiting 0 ms 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:21:21,395 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:21,395 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:21:21,396 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:21:21,396 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7f8c5b87f8305a496496b597d5f5a73a=hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a.} 2024-12-05T15:21:21,396 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c5b87f8305a496496b597d5f5a73a 2024-12-05T15:21:21,396 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:21,396 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:21,396 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:21,396 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:21,396 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:21,396 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T15:21:21,403 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/replication/7f8c5b87f8305a496496b597d5f5a73a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T15:21:21,404 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:21,405 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:21,405 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:21,405 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f8c5b87f8305a496496b597d5f5a73a: Waiting for close lock at 1733412081395Running coprocessor pre-close hooks at 1733412081395Disabling compacts and flushes for region at 1733412081395Disabling writes for close at 1733412081395Writing region close event to WAL at 1733412081396 (+1 ms)Running coprocessor post-close hooks at 1733412081404 (+8 ms)Closed at 1733412081405 (+1 ms) 2024-12-05T15:21:21,405 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a. 2024-12-05T15:21:21,418 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/info/1208b23cdb404f8e822db1433ab64f2a is 147, key is hbase:replication,,1733412066972.7f8c5b87f8305a496496b597d5f5a73a./info:regioninfo/1733412079824/Put/seqid=0 2024-12-05T15:21:21,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741851_1027 (size=6385) 2024-12-05T15:21:21,471 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:21,596 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:21,796 DEBUG [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:21,830 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/info/1208b23cdb404f8e822db1433ab64f2a 2024-12-05T15:21:21,840 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/.tmp/info/1208b23cdb404f8e822db1433ab64f2a as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/info/1208b23cdb404f8e822db1433ab64f2a 2024-12-05T15:21:21,847 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/info/1208b23cdb404f8e822db1433ab64f2a, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T15:21:21,848 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false 2024-12-05T15:21:21,854 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T15:21:21,854 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:21,854 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:21,855 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:21,855 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412081396Running coprocessor pre-close hooks at 1733412081396Disabling compacts and flushes for region at 1733412081396Disabling writes for close at 1733412081396Obtaining lock to block concurrent updates at 1733412081396Preparing flush snapshotting stores in 1588230740 at 1733412081396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733412081397 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412081398 (+1 ms)Flushing 1588230740/info: creating writer at 1733412081398Flushing 1588230740/info: appending metadata at 1733412081417 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733412081417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e45d25: reopening flushed file at 1733412081838 (+421 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false at 1733412081848 (+10 ms)Writing region close event to WAL at 1733412081850 (+2 ms)Running coprocessor post-close hooks at 1733412081854 (+4 ms)Closed at 1733412081855 (+1 ms) 2024-12-05T15:21:21,855 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:21,869 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:21,882 DEBUG [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 to pos 0, reset compression=false 2024-12-05T15:21:21,997 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,37351,1733412073996; all regions closed. 2024-12-05T15:21:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741849_1025 (size=2156) 2024-12-05T15:21:22,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.meta.1733412075514.meta not finished, retry = 0 2024-12-05T15:21:22,066 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:21:22,067 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:21:22,103 DEBUG [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs 2024-12-05T15:21:22,103 INFO [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C37351%2C1733412073996.meta:.meta(num 1733412075514) 2024-12-05T15:21:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741850_1026 (size=796) 2024-12-05T15:21:22,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.rep.1733412079746 not finished, retry = 0 2024-12-05T15:21:22,209 DEBUG [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs 2024-12-05T15:21:22,209 INFO [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C37351%2C1733412073996.rep:(num 1733412079746) 2024-12-05T15:21:22,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741848_1024 (size=93) 2024-12-05T15:21:22,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/WALs/5a29627a94df,37351,1733412073996/5a29627a94df%2C37351%2C1733412073996.1733412075236 not finished, retry = 0 2024-12-05T15:21:22,315 DEBUG [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/oldWALs 2024-12-05T15:21:22,315 INFO [RS:0;5a29627a94df:37351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C37351%2C1733412073996:(num 1733412075236) 2024-12-05T15:21:22,315 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:22,315 INFO [RS:0;5a29627a94df:37351 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:22,316 INFO [RS:0;5a29627a94df:37351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:22,316 INFO [RS:0;5a29627a94df:37351 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:22,316 INFO [RS:0;5a29627a94df:37351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:22,316 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,37351,1733412073996 because: Region server is closing 2024-12-05T15:21:22,316 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T15:21:22,316 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T15:21:22,316 INFO [RS:0;5a29627a94df:37351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:37351. 2024-12-05T15:21:22,316 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T15:21:22,317 DEBUG [RS:0;5a29627a94df:37351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:22,317 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:22,317 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:22,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:22,317 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:22,417 WARN [RS:0;5a29627a94df:37351.replicationSource.shipper5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:21:22,417 WARN [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:21:22,418 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5a29627a94df:37351.replicationSource.shipper5a29627a94df%2C37351%2C1733412073996,1-5a29627a94df,37351,1733412073996 terminated 2024-12-05T15:21:22,418 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5a29627a94df,37351,1733412073996 because: Region server is closing 2024-12-05T15:21:22,418 INFO [RS:0;5a29627a94df:37351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:37351. 2024-12-05T15:21:22,418 DEBUG [RS:0;5a29627a94df:37351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:22,418 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:22,419 DEBUG [RS:0;5a29627a94df:37351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:22,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:22,519 WARN [RS:0;5a29627a94df:37351.replicationSource.shipper5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:21:22,519 WARN [RS:0;5a29627a94df:37351.replicationSource.wal-reader.5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:21:22,519 INFO [RS:0;5a29627a94df:37351 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5a29627a94df:37351.replicationSource.shipper5a29627a94df%2C37351%2C1733412073996,2-5a29627a94df,37351,1733412073996 terminated 2024-12-05T15:21:22,519 INFO [RS:0;5a29627a94df:37351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37351 2024-12-05T15:21:22,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968/rs 2024-12-05T15:21:22,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/rs/5a29627a94df,37351,1733412073996 2024-12-05T15:21:22,583 INFO [RS:0;5a29627a94df:37351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:22,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,37351,1733412073996] 2024-12-05T15:21:22,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0376049968/draining/5a29627a94df,37351,1733412073996 already deleted, retry=false 2024-12-05T15:21:22,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,37351,1733412073996 expired; onlineServers=0 2024-12-05T15:21:22,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,44011,1733412073935' ***** 2024-12-05T15:21:22,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:21:22,600 INFO [M:0;5a29627a94df:44011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:22,600 INFO [M:0;5a29627a94df:44011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:22,600 DEBUG [M:0;5a29627a94df:44011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:21:22,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:21:22,600 DEBUG [M:0;5a29627a94df:44011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:21:22,600 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412074873 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412074873,5,FailOnTimeoutGroup] 2024-12-05T15:21:22,600 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412074873 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412074873,5,FailOnTimeoutGroup] 2024-12-05T15:21:22,600 INFO [M:0;5a29627a94df:44011 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:22,600 INFO [M:0;5a29627a94df:44011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:22,600 DEBUG [M:0;5a29627a94df:44011 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:21:22,601 INFO [M:0;5a29627a94df:44011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:21:22,601 INFO [M:0;5a29627a94df:44011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:22,601 INFO [M:0;5a29627a94df:44011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:21:22,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:21:22,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0376049968/master 2024-12-05T15:21:22,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0376049968 2024-12-05T15:21:22,608 DEBUG [M:0;5a29627a94df:44011 {}] zookeeper.ZKUtil(347): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Unable to get data of znode /0376049968/master because node does not exist (not an error) 2024-12-05T15:21:22,608 WARN [M:0;5a29627a94df:44011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:21:22,609 INFO [M:0;5a29627a94df:44011 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/.lastflushedseqids 2024-12-05T15:21:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741852_1028 (size=181) 2024-12-05T15:21:22,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:22,691 INFO [RS:0;5a29627a94df:37351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:22,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37351-0x101a742a2cf0007, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:22,691 INFO [RS:0;5a29627a94df:37351 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,37351,1733412073996; zookeeper connection closed. 2024-12-05T15:21:22,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@341e1e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@341e1e0c 2024-12-05T15:21:22,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:21:23,016 INFO [M:0;5a29627a94df:44011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:21:23,016 INFO [M:0;5a29627a94df:44011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:21:23,016 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:23,016 INFO [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:23,016 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:23,016 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:23,016 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:23,016 INFO [M:0;5a29627a94df:44011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T15:21:23,035 DEBUG [M:0;5a29627a94df:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/661769e4ccdb4524ab52e7a2f01d2c43 is 82, key is hbase:meta,,1/info:regioninfo/1733412075588/Put/seqid=0 2024-12-05T15:21:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741853_1029 (size=5680) 2024-12-05T15:21:23,042 INFO [M:0;5a29627a94df:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/661769e4ccdb4524ab52e7a2f01d2c43 2024-12-05T15:21:23,063 DEBUG [M:0;5a29627a94df:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48a693b6db6e42eb84e28558f339fce3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733412079839/Put/seqid=0 2024-12-05T15:21:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741854_1030 (size=7319) 2024-12-05T15:21:23,468 INFO [M:0;5a29627a94df:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48a693b6db6e42eb84e28558f339fce3 2024-12-05T15:21:23,489 DEBUG [M:0;5a29627a94df:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d243982fc7847d68074294f47107d83 is 69, key is 5a29627a94df,37351,1733412073996/rs:state/1733412074991/Put/seqid=0 2024-12-05T15:21:23,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741855_1031 (size=5371) 2024-12-05T15:21:23,894 INFO [M:0;5a29627a94df:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d243982fc7847d68074294f47107d83 2024-12-05T15:21:23,900 INFO [M:0;5a29627a94df:44011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d243982fc7847d68074294f47107d83 2024-12-05T15:21:23,901 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/661769e4ccdb4524ab52e7a2f01d2c43 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/661769e4ccdb4524ab52e7a2f01d2c43 2024-12-05T15:21:23,907 INFO [M:0;5a29627a94df:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/661769e4ccdb4524ab52e7a2f01d2c43, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T15:21:23,909 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48a693b6db6e42eb84e28558f339fce3 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48a693b6db6e42eb84e28558f339fce3 2024-12-05T15:21:23,915 INFO [M:0;5a29627a94df:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48a693b6db6e42eb84e28558f339fce3, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T15:21:23,917 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d243982fc7847d68074294f47107d83 as hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d243982fc7847d68074294f47107d83 2024-12-05T15:21:23,924 INFO [M:0;5a29627a94df:44011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d243982fc7847d68074294f47107d83 2024-12-05T15:21:23,924 INFO [M:0;5a29627a94df:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/15de9244-162e-365c-ff84-d1513058965d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d243982fc7847d68074294f47107d83, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T15:21:23,926 INFO [M:0;5a29627a94df:44011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=172, compaction requested=false 2024-12-05T15:21:23,927 INFO [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:23,927 DEBUG [M:0;5a29627a94df:44011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412083016Disabling compacts and flushes for region at 1733412083016Disabling writes for close at 1733412083016Obtaining lock to block concurrent updates at 1733412083016Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412083016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733412083017 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412083018 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412083018Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412083034 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412083034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412083048 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412083063 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412083063Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412083475 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412083488 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412083489 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c6af0c: reopening flushed file at 1733412083900 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb156b7: reopening flushed file at 1733412083908 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af8a5a4: reopening flushed file at 1733412083916 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=172, compaction requested=false at 1733412083926 (+10 ms)Writing region close event to WAL at 1733412083927 (+1 ms)Closed at 1733412083927 2024-12-05T15:21:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741847_1023 (size=22949) 2024-12-05T15:21:23,931 INFO [M:0;5a29627a94df:44011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:21:23,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:23,931 INFO [M:0;5a29627a94df:44011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44011 2024-12-05T15:21:23,931 INFO [M:0;5a29627a94df:44011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:24,116 INFO [M:0;5a29627a94df:44011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:24,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:24,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x101a742a2cf0006, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:24,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:24,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:24,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:24,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:24,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:24,121 WARN [BP-1941809607-172.17.0.3-1733412052968 heartbeating to localhost/127.0.0.1:43057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:21:24,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:21:24,121 WARN [BP-1941809607-172.17.0.3-1733412052968 heartbeating to localhost/127.0.0.1:43057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1941809607-172.17.0.3-1733412052968 (Datanode Uuid b8254392-1bfb-46c9-9615-7da639ee253f) service to localhost/127.0.0.1:43057 2024-12-05T15:21:24,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:21:24,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/data/data1/current/BP-1941809607-172.17.0.3-1733412052968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:24,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/cluster_5c590b62-6b23-a8a8-00fe-65ea5b88e89c/data/data2/current/BP-1941809607-172.17.0.3-1733412052968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:24,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:21:24,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:24,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:24,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:24,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:24,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d6fa535-232f-f1b1-38f2-becdc062dc13/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:24,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:21:24,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:21:24,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43115 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5a29627a94df:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2c872d14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5a29627a94df:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/5a29627a94df:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5a29627a94df:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43057 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5a29627a94df:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6179 (was 6845) 2024-12-05T15:21:24,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=6183 2024-12-05T15:21:24,188 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T15:21:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir so I do NOT create it in target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52 2024-12-05T15:21:24,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:21:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.tmp.dir so I do NOT create it in target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52 2024-12-05T15:21:24,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db02085d-4f05-182a-9608-185f94057580/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:21:24,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52 2024-12-05T15:21:24,189 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821, deleteOnExit=true 2024-12-05T15:21:24,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/zookeeper_0, clientPort=49581, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:21:24,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49581 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/test.cache.data in system properties and HBase conf 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:21:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:21:24,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:21:24,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:21:24,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:21:24,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a742a2cf0005, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:21:24,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a742a2cf0002, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:21:24,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a742a2cf0005, quorum=127.0.0.1:59585, baseZNode=/1288106092 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:21:24,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a742a2cf0002, quorum=127.0.0.1:59585, baseZNode=/0376049968 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:21:24,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:24,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:24,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:24,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:24,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:21:24,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:24,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:24,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:24,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/java.io.tmpdir/jetty-localhost-34039-hadoop-hdfs-3_4_1-tests_jar-_-any-1382553370365601328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:24,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:34039} 2024-12-05T15:21:24,585 INFO [Time-limited test {}] server.Server(415): Started @33537ms 2024-12-05T15:21:24,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:24,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:24,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:24,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:24,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:21:24,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:24,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:24,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/java.io.tmpdir/jetty-localhost-35891-hadoop-hdfs-3_4_1-tests_jar-_-any-4331136552976864672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:24,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:35891} 2024-12-05T15:21:24,875 INFO [Time-limited test {}] server.Server(415): Started @33827ms 2024-12-05T15:21:24,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:21:25,287 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/data/data2/current/BP-2113757566-172.17.0.3-1733412084238/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:25,287 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/data/data1/current/BP-2113757566-172.17.0.3-1733412084238/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:25,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:25,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:25,311 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:21:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa649060b220ee2b4 with lease ID 0xe967376c0f89bdd5: Processing first storage report for DS-08a99201-c542-4427-8efe-178fd7427ab5 from datanode DatanodeRegistration(127.0.0.1:44367, datanodeUuid=c04c7727-f2b1-4002-a529-1f52e4ed5464, infoPort=38637, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=579120113;c=1733412084238) 2024-12-05T15:21:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa649060b220ee2b4 with lease ID 0xe967376c0f89bdd5: from storage DS-08a99201-c542-4427-8efe-178fd7427ab5 node DatanodeRegistration(127.0.0.1:44367, datanodeUuid=c04c7727-f2b1-4002-a529-1f52e4ed5464, infoPort=38637, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=579120113;c=1733412084238), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T15:21:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa649060b220ee2b4 with lease ID 0xe967376c0f89bdd5: Processing first storage report for DS-e128729d-bb27-4656-8999-e609636c861f from datanode DatanodeRegistration(127.0.0.1:44367, datanodeUuid=c04c7727-f2b1-4002-a529-1f52e4ed5464, infoPort=38637, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=579120113;c=1733412084238) 2024-12-05T15:21:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa649060b220ee2b4 with lease ID 0xe967376c0f89bdd5: from storage DS-e128729d-bb27-4656-8999-e609636c861f node DatanodeRegistration(127.0.0.1:44367, datanodeUuid=c04c7727-f2b1-4002-a529-1f52e4ed5464, infoPort=38637, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=579120113;c=1733412084238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:25,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52 2024-12-05T15:21:25,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:25,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:25,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:21:25,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d with version=8 2024-12-05T15:21:25,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/hbase-staging 2024-12-05T15:21:25,819 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:21:25,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:25,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43707 2024-12-05T15:21:25,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43707 connecting to ZooKeeper ensemble=127.0.0.1:49581 2024-12-05T15:21:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437070x0, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:25,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43707-0x101a7431f950000 connected 2024-12-05T15:21:25,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:25,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:25,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/running 2024-12-05T15:21:25,974 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d, hbase.cluster.distributed=false 2024-12-05T15:21:25,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/acl 2024-12-05T15:21:25,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43707 2024-12-05T15:21:25,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43707 2024-12-05T15:21:25,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43707 2024-12-05T15:21:25,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43707 2024-12-05T15:21:25,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43707 2024-12-05T15:21:26,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:21:26,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:26,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44939 2024-12-05T15:21:26,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44939 connecting to ZooKeeper ensemble=127.0.0.1:49581 2024-12-05T15:21:26,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:26,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:26,047 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449390x0, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:26,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449390x0, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/running 2024-12-05T15:21:26,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:21:26,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44939-0x101a7431f950001 connected 2024-12-05T15:21:26,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:21:26,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/master 2024-12-05T15:21:26,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/acl 2024-12-05T15:21:26,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-05T15:21:26,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-12-05T15:21:26,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-12-05T15:21:26,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-05T15:21:26,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-05T15:21:26,074 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:43707 2024-12-05T15:21:26,074 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0793402708/backup-masters/5a29627a94df,43707,1733412085819 2024-12-05T15:21:26,080 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708/backup-masters 2024-12-05T15:21:26,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708/backup-masters 2024-12-05T15:21:26,081 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on existing znode=/0793402708/backup-masters/5a29627a94df,43707,1733412085819 2024-12-05T15:21:26,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:26,089 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0793402708/master 2024-12-05T15:21:26,089 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:26,090 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on existing znode=/0793402708/master 2024-12-05T15:21:26,090 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0793402708/backup-masters/5a29627a94df,43707,1733412085819 from backup master directory 2024-12-05T15:21:26,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793402708/backup-masters/5a29627a94df,43707,1733412085819 2024-12-05T15:21:26,097 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:26,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708/backup-masters 2024-12-05T15:21:26,097 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708/backup-masters 2024-12-05T15:21:26,097 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,43707,1733412085819 2024-12-05T15:21:26,102 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/hbase.id] with ID: 36e1ba42-691f-4503-a9dc-8224490b48af 2024-12-05T15:21:26,102 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/.tmp/hbase.id 2024-12-05T15:21:26,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:21:26,516 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/.tmp/hbase.id]:[hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/hbase.id] 2024-12-05T15:21:26,528 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:26,529 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:21:26,530 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:21:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:26,564 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:21:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:21:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:21:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:26,970 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:26,971 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:21:26,971 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:21:27,380 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store 2024-12-05T15:21:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:21:27,788 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:27,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:27,789 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:27,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:27,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:27,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:27,789 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:27,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412087789Disabling compacts and flushes for region at 1733412087789Disabling writes for close at 1733412087789Writing region close event to WAL at 1733412087789Closed at 1733412087789 2024-12-05T15:21:27,790 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/.initializing 2024-12-05T15:21:27,790 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/WALs/5a29627a94df,43707,1733412085819 2024-12-05T15:21:27,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:27,793 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C43707%2C1733412085819, suffix=, logDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/WALs/5a29627a94df,43707,1733412085819, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/oldWALs, maxLogs=10 2024-12-05T15:21:27,805 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/WALs/5a29627a94df,43707,1733412085819/5a29627a94df%2C43707%2C1733412085819.1733412087793, exclude list is [], retry=0 2024-12-05T15:21:27,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44367,DS-08a99201-c542-4427-8efe-178fd7427ab5,DISK] 2024-12-05T15:21:27,810 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/WALs/5a29627a94df,43707,1733412085819/5a29627a94df%2C43707%2C1733412085819.1733412087793 2024-12-05T15:21:27,811 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-12-05T15:21:27,811 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:27,811 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:27,811 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,811 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:21:27,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:27,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:21:27,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:27,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:27,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:21:27,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:27,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:27,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:21:27,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:27,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:27,823 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,824 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,824 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,825 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,825 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,825 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:27,826 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:27,829 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:27,829 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63513264, jitterRate=-0.05357861518859863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:27,830 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412087811Initializing all the Stores at 1733412087812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412087813 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412087813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412087813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412087813Cleaning up temporary data from old regions at 1733412087825 (+12 ms)Region opened successfully at 1733412087830 (+5 ms) 2024-12-05T15:21:27,830 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:21:27,833 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1fc12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:27,834 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:21:27,834 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:21:27,834 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:21:27,834 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:21:27,835 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:21:27,835 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:21:27,835 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:21:27,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:21:27,838 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Unable to get data of znode /0793402708/balancer because node does not exist (not necessarily an error) 2024-12-05T15:21:27,889 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793402708/balancer already deleted, retry=false 2024-12-05T15:21:27,889 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:21:27,890 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Unable to get data of znode /0793402708/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:21:27,897 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793402708/normalizer already deleted, retry=false 2024-12-05T15:21:27,898 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:21:27,899 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Unable to get data of znode /0793402708/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:21:27,905 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793402708/switch/split already deleted, retry=false 2024-12-05T15:21:27,907 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Unable to get data of znode /0793402708/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:21:27,914 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793402708/switch/merge already deleted, retry=false 2024-12-05T15:21:27,916 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Unable to get data of znode /0793402708/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:21:27,922 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793402708/snapshot-cleanup already deleted, retry=false 2024-12-05T15:21:27,930 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0793402708/running 2024-12-05T15:21:27,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0793402708/running 2024-12-05T15:21:27,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:27,931 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:27,931 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,43707,1733412085819, sessionid=0x101a7431f950000, setting cluster-up flag (Was=false) 2024-12-05T15:21:27,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:27,947 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:27,972 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0793402708/flush-table-proc/acquired, /0793402708/flush-table-proc/reached, /0793402708/flush-table-proc/abort 2024-12-05T15:21:27,973 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,43707,1733412085819 2024-12-05T15:21:27,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:27,989 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:28,014 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0793402708/online-snapshot/acquired, /0793402708/online-snapshot/reached, /0793402708/online-snapshot/abort 2024-12-05T15:21:28,015 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,43707,1733412085819 2024-12-05T15:21:28,017 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:21:28,019 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:28,019 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:28,019 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:28,019 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,43707,1733412085819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:28,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412118023 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:28,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:28,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:28,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:21:28,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:28,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:28,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:28,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:28,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:28,025 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412088024,5,FailOnTimeoutGroup] 2024-12-05T15:21:28,025 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412088025,5,FailOnTimeoutGroup] 2024-12-05T15:21:28,025 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,025 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:28,025 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,025 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:28,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:21:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:21:28,066 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(746): ClusterId : 36e1ba42-691f-4503-a9dc-8224490b48af 2024-12-05T15:21:28,066 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:28,073 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:28,073 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:28,081 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:28,081 DEBUG [RS:0;5a29627a94df:44939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7857e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:28,091 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:44939 2024-12-05T15:21:28,091 INFO [RS:0;5a29627a94df:44939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:28,091 INFO [RS:0;5a29627a94df:44939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:28,091 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:28,092 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,43707,1733412085819 with port=44939, startcode=1733412086019 2024-12-05T15:21:28,092 DEBUG [RS:0;5a29627a94df:44939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:28,094 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:28,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,44939,1733412086019 2024-12-05T15:21:28,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43707 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,44939,1733412086019 2024-12-05T15:21:28,097 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d 2024-12-05T15:21:28,097 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36953 2024-12-05T15:21:28,097 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:28,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708/rs 2024-12-05T15:21:28,106 DEBUG [RS:0;5a29627a94df:44939 {}] zookeeper.ZKUtil(111): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on existing znode=/0793402708/rs/5a29627a94df,44939,1733412086019 2024-12-05T15:21:28,106 WARN [RS:0;5a29627a94df:44939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:28,106 INFO [RS:0;5a29627a94df:44939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:28,106 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019 2024-12-05T15:21:28,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,44939,1733412086019] 2024-12-05T15:21:28,109 INFO [RS:0;5a29627a94df:44939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:28,114 INFO [RS:0;5a29627a94df:44939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:28,115 INFO [RS:0;5a29627a94df:44939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:28,115 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,115 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:28,116 INFO [RS:0;5a29627a94df:44939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:28,116 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,116 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,117 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,117 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:28,117 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:28,117 DEBUG [RS:0;5a29627a94df:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:28,118 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,118 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,118 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,118 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,118 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,118 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44939,1733412086019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:28,139 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:28,139 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44939,1733412086019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,139 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,140 INFO [RS:0;5a29627a94df:44939 {}] regionserver.Replication(171): 5a29627a94df,44939,1733412086019 started 2024-12-05T15:21:28,153 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:28,153 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,44939,1733412086019, RpcServer on 5a29627a94df/172.17.0.3:44939, sessionid=0x101a7431f950001 2024-12-05T15:21:28,153 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:28,153 DEBUG [RS:0;5a29627a94df:44939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,44939,1733412086019 2024-12-05T15:21:28,153 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44939,1733412086019' 2024-12-05T15:21:28,153 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0793402708/flush-table-proc/abort' 2024-12-05T15:21:28,154 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0793402708/flush-table-proc/acquired' 2024-12-05T15:21:28,154 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:28,154 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:28,154 DEBUG [RS:0;5a29627a94df:44939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,44939,1733412086019 2024-12-05T15:21:28,154 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44939,1733412086019' 2024-12-05T15:21:28,154 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0793402708/online-snapshot/abort' 2024-12-05T15:21:28,155 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0793402708/online-snapshot/acquired' 2024-12-05T15:21:28,155 DEBUG [RS:0;5a29627a94df:44939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:28,155 INFO [RS:0;5a29627a94df:44939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:28,155 INFO [RS:0;5a29627a94df:44939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:28,256 INFO [RS:0;5a29627a94df:44939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:28,257 INFO [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44939%2C1733412086019, suffix=, logDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/oldWALs, maxLogs=10 2024-12-05T15:21:28,272 DEBUG [RS:0;5a29627a94df:44939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258, exclude list is [], retry=0 2024-12-05T15:21:28,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44367,DS-08a99201-c542-4427-8efe-178fd7427ab5,DISK] 2024-12-05T15:21:28,277 INFO [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 2024-12-05T15:21:28,278 DEBUG [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-12-05T15:21:28,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:21:28,436 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d 2024-12-05T15:21:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:21:28,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:28,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:28,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:28,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:28,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:28,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:28,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:28,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:28,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:28,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:28,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:28,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:28,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:28,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:28,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:28,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:28,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:28,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:28,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740 2024-12-05T15:21:28,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740 2024-12-05T15:21:28,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:28,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:28,857 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:28,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:28,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:28,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62639007, jitterRate=-0.0666060596704483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:28,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412088844Initializing all the Stores at 1733412088845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412088845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412088845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412088845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412088845Cleaning up temporary data from old regions at 1733412088857 (+12 ms)Region opened successfully at 1733412088862 (+5 ms) 2024-12-05T15:21:28,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:28,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:28,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:28,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:28,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:28,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:28,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412088862Disabling compacts and flushes for region at 1733412088862Disabling writes for close at 1733412088862Writing region close event to WAL at 1733412088862Closed at 1733412088862 2024-12-05T15:21:28,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:28,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:21:28,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:28,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:28,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:21:29,016 DEBUG [5a29627a94df:43707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:29,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,44939,1733412086019 2024-12-05T15:21:29,018 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44939,1733412086019, state=OPENING 2024-12-05T15:21:29,072 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:21:29,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:29,080 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:29,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:29,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793402708/meta-region-server: CHANGED 2024-12-05T15:21:29,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793402708/meta-region-server: CHANGED 2024-12-05T15:21:29,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44939,1733412086019}] 2024-12-05T15:21:29,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:29,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:29,240 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:29,241 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:29,241 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:29,243 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44939%2C1733412086019.meta, suffix=.meta, logDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/oldWALs, maxLogs=10 2024-12-05T15:21:29,255 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.meta.1733412089243.meta, exclude list is [], retry=0 2024-12-05T15:21:29,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44367,DS-08a99201-c542-4427-8efe-178fd7427ab5,DISK] 2024-12-05T15:21:29,259 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.meta.1733412089243.meta 2024-12-05T15:21:29,260 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-12-05T15:21:29,260 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:29,260 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:29,261 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:29,261 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:29,261 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:29,261 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:29,261 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:29,261 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:29,261 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:29,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:29,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:29,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:29,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:29,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:29,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:29,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:29,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:29,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:29,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:29,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:29,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:29,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:29,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:29,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:29,268 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:29,268 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740 2024-12-05T15:21:29,269 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740 2024-12-05T15:21:29,270 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:29,270 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:29,271 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:29,272 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:29,273 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75072687, jitterRate=0.11867021024227142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:29,273 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:29,273 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412089261Writing region info on filesystem at 1733412089261Initializing all the Stores at 1733412089262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412089262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412089262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412089262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412089262Cleaning up temporary data from old regions at 1733412089270 (+8 ms)Running coprocessor post-open hooks at 1733412089273 (+3 ms)Region opened successfully at 1733412089273 2024-12-05T15:21:29,274 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412089234 2024-12-05T15:21:29,277 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:29,277 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:29,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44939,1733412086019 2024-12-05T15:21:29,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44939,1733412086019, state=OPEN 2024-12-05T15:21:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0793402708/meta-region-server 2024-12-05T15:21:29,323 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0793402708/meta-region-server 2024-12-05T15:21:29,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,44939,1733412086019 2024-12-05T15:21:29,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793402708/meta-region-server: CHANGED 2024-12-05T15:21:29,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793402708/meta-region-server: CHANGED 2024-12-05T15:21:29,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:21:29,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44939,1733412086019 in 242 msec 2024-12-05T15:21:29,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:21:29,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-12-05T15:21:29,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:29,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:21:29,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:29,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44939,1733412086019, seqNum=-1] 2024-12-05T15:21:29,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:29,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:29,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-12-05T15:21:29,347 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412089347, completionTime=-1 2024-12-05T15:21:29,347 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:21:29,347 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:29,350 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:29,350 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412149350 2024-12-05T15:21:29,350 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412209350 2024-12-05T15:21:29,350 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T15:21:29,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43707,1733412085819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43707,1733412085819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43707,1733412085819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:43707, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,354 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43707,1733412085819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:29,356 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43707,1733412085819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:29,359 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:29,359 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:29,359 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43707,1733412085819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:29,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:29,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43707,-1 for getting cluster id 2024-12-05T15:21:29,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:29,370 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e1ba42-691f-4503-a9dc-8224490b48af' 2024-12-05T15:21:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e1ba42-691f-4503-a9dc-8224490b48af" 2024-12-05T15:21:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172b8743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43707,-1] 2024-12-05T15:21:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:29,372 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:29,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:29,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44939,1733412086019, seqNum=-1] 2024-12-05T15:21:29,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:29,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:29,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,43707,1733412085819 2024-12-05T15:21:29,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49581 2024-12-05T15:21:29,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:29,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7431f950002 connected 2024-12-05T15:21:29,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir so I do NOT create it in target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e 2024-12-05T15:21:29,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:21:29,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.tmp.dir so I do NOT create it in target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e 2024-12-05T15:21:29,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:21:29,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/cluster_7d7fb13f-42af-cf95-8559-573d1d21a246, deleteOnExit=true 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/test.cache.data in system properties and HBase conf 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:21:29,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:21:29,410 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:29,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:21:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:21:29,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:29,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:29,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:29,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:29,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:21:29,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:29,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:29,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:29,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/java.io.tmpdir/jetty-localhost-37981-hadoop-hdfs-3_4_1-tests_jar-_-any-16117094512571571198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:29,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:37981} 2024-12-05T15:21:29,731 INFO [Time-limited test {}] server.Server(415): Started @38683ms 2024-12-05T15:21:30,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:30,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:30,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:30,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:30,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:21:30,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:30,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:30,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/java.io.tmpdir/jetty-localhost-40867-hadoop-hdfs-3_4_1-tests_jar-_-any-9314408810414276946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:30,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:40867} 2024-12-05T15:21:30,242 INFO [Time-limited test {}] server.Server(415): Started @39194ms 2024-12-05T15:21:30,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:21:30,642 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/cluster_7d7fb13f-42af-cf95-8559-573d1d21a246/data/data1/current/BP-1847025713-172.17.0.3-1733412089442/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:30,642 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/cluster_7d7fb13f-42af-cf95-8559-573d1d21a246/data/data2/current/BP-1847025713-172.17.0.3-1733412089442/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:30,656 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:21:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x318d6f070cf09870 with lease ID 0xe12df258d97e7551: Processing first storage report for DS-458ea068-05be-4f11-8c3d-f49609263ff3 from datanode DatanodeRegistration(127.0.0.1:40621, datanodeUuid=ff1dbb4a-7b5c-4220-837d-cb5ab6668722, infoPort=42745, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1806724030;c=1733412089442) 2024-12-05T15:21:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x318d6f070cf09870 with lease ID 0xe12df258d97e7551: from storage DS-458ea068-05be-4f11-8c3d-f49609263ff3 node DatanodeRegistration(127.0.0.1:40621, datanodeUuid=ff1dbb4a-7b5c-4220-837d-cb5ab6668722, infoPort=42745, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1806724030;c=1733412089442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x318d6f070cf09870 with lease ID 0xe12df258d97e7551: Processing first storage report for DS-53fb5f18-cbe0-4872-80d4-673222f9dafe from datanode DatanodeRegistration(127.0.0.1:40621, datanodeUuid=ff1dbb4a-7b5c-4220-837d-cb5ab6668722, infoPort=42745, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1806724030;c=1733412089442) 2024-12-05T15:21:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x318d6f070cf09870 with lease ID 0xe12df258d97e7551: from storage DS-53fb5f18-cbe0-4872-80d4-673222f9dafe node DatanodeRegistration(127.0.0.1:40621, datanodeUuid=ff1dbb4a-7b5c-4220-837d-cb5ab6668722, infoPort=42745, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1806724030;c=1733412089442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:30,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e 2024-12-05T15:21:30,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:30,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:21:31,097 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7 with version=8 2024-12-05T15:21:31,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/hbase-staging 2024-12-05T15:21:31,099 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:31,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:31,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:31,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:31,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:31,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:31,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:21:31,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:31,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45515 2024-12-05T15:21:31,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45515 connecting to ZooKeeper ensemble=127.0.0.1:49581 2024-12-05T15:21:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455150x0, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:31,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45515-0x101a7431f950003 connected 2024-12-05T15:21:31,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:31,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:31,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/running 2024-12-05T15:21:31,200 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7, hbase.cluster.distributed=false 2024-12-05T15:21:31,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/acl 2024-12-05T15:21:31,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45515 2024-12-05T15:21:31,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45515 2024-12-05T15:21:31,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45515 2024-12-05T15:21:31,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45515 2024-12-05T15:21:31,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45515 2024-12-05T15:21:31,233 WARN [RS:0;5a29627a94df:44939 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5a29627a94df,44127,1733412057121: status=Processing ServerCrashProcedure of 5a29627a94df,44127,1733412057121 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733412074874, completionTime=-1 appears to have been leaked 2024-12-05T15:21:31,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:31,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:31,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:31,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:31,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:31,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:31,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:21:31,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:31,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33315 2024-12-05T15:21:31,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33315 connecting to ZooKeeper ensemble=127.0.0.1:49581 2024-12-05T15:21:31,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:31,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333150x0, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:31,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333150x0, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/running 2024-12-05T15:21:31,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33315-0x101a7431f950004 connected 2024-12-05T15:21:31,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:21:31,248 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:21:31,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/master 2024-12-05T15:21:31,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/acl 2024-12-05T15:21:31,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33315 2024-12-05T15:21:31,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33315 2024-12-05T15:21:31,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33315 2024-12-05T15:21:31,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33315 2024-12-05T15:21:31,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33315 2024-12-05T15:21:31,262 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:45515 2024-12-05T15:21:31,264 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-462936291/backup-masters/5a29627a94df,45515,1733412091099 2024-12-05T15:21:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291/backup-masters 2024-12-05T15:21:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291/backup-masters 2024-12-05T15:21:31,272 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on existing znode=/1-462936291/backup-masters/5a29627a94df,45515,1733412091099 2024-12-05T15:21:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-462936291/master 2024-12-05T15:21:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:31,281 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on existing znode=/1-462936291/master 2024-12-05T15:21:31,281 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-462936291/backup-masters/5a29627a94df,45515,1733412091099 from backup master directory 2024-12-05T15:21:31,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-462936291/backup-masters/5a29627a94df,45515,1733412091099 2024-12-05T15:21:31,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291/backup-masters 2024-12-05T15:21:31,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291/backup-masters 2024-12-05T15:21:31,288 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:31,288 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,45515,1733412091099 2024-12-05T15:21:31,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/hbase.id] with ID: 8236bd4a-4a93-480a-b45f-69f680b39924 2024-12-05T15:21:31,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/.tmp/hbase.id 2024-12-05T15:21:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:21:31,699 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/.tmp/hbase.id]:[hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/hbase.id] 2024-12-05T15:21:31,720 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:31,720 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:21:31,723 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T15:21:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:31,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:21:31,770 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:31,772 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:21:31,772 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:21:32,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:32,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:32,190 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store 2024-12-05T15:21:32,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:21:32,597 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:32,597 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:32,597 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:32,597 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:32,598 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:32,598 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:32,598 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:32,598 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412092597Disabling compacts and flushes for region at 1733412092597Disabling writes for close at 1733412092598 (+1 ms)Writing region close event to WAL at 1733412092598Closed at 1733412092598 2024-12-05T15:21:32,599 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/.initializing 2024-12-05T15:21:32,599 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/WALs/5a29627a94df,45515,1733412091099 2024-12-05T15:21:32,600 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:32,601 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C45515%2C1733412091099, suffix=, logDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/WALs/5a29627a94df,45515,1733412091099, archiveDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/oldWALs, maxLogs=10 2024-12-05T15:21:32,612 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/WALs/5a29627a94df,45515,1733412091099/5a29627a94df%2C45515%2C1733412091099.1733412092601, exclude list is [], retry=0 2024-12-05T15:21:32,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-458ea068-05be-4f11-8c3d-f49609263ff3,DISK] 2024-12-05T15:21:32,617 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/WALs/5a29627a94df,45515,1733412091099/5a29627a94df%2C45515%2C1733412091099.1733412092601 2024-12-05T15:21:32,617 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745)] 2024-12-05T15:21:32,617 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:32,618 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:32,618 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,618 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:21:32,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:32,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:32,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:21:32,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:32,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:32,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:21:32,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:32,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:32,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:21:32,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:32,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:32,626 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,627 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,627 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,628 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,628 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:32,630 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:32,632 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:32,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73139214, jitterRate=0.08985921740531921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:32,632 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412092618Initializing all the Stores at 1733412092619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412092619Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412092619Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412092619Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412092619Cleaning up temporary data from old regions at 1733412092628 (+9 ms)Region opened successfully at 1733412092632 (+4 ms) 2024-12-05T15:21:32,633 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:21:32,635 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe5765a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:32,636 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:21:32,636 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:21:32,636 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:21:32,637 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:21:32,637 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:21:32,637 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:21:32,637 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:21:32,639 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:21:32,640 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Unable to get data of znode /1-462936291/balancer because node does not exist (not necessarily an error) 2024-12-05T15:21:32,672 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-462936291/balancer already deleted, retry=false 2024-12-05T15:21:32,672 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:21:32,673 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Unable to get data of znode /1-462936291/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:21:32,680 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-462936291/normalizer already deleted, retry=false 2024-12-05T15:21:32,680 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:21:32,681 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Unable to get data of znode /1-462936291/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:21:32,688 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-462936291/switch/split already deleted, retry=false 2024-12-05T15:21:32,689 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Unable to get data of znode /1-462936291/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:21:32,697 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-462936291/switch/merge already deleted, retry=false 2024-12-05T15:21:32,699 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Unable to get data of znode /1-462936291/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:21:32,705 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-462936291/snapshot-cleanup already deleted, retry=false 2024-12-05T15:21:32,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-462936291/running 2024-12-05T15:21:32,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-462936291/running 2024-12-05T15:21:32,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:32,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:32,714 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,45515,1733412091099, sessionid=0x101a7431f950003, setting cluster-up flag (Was=false) 2024-12-05T15:21:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:32,755 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-462936291/flush-table-proc/acquired, /1-462936291/flush-table-proc/reached, /1-462936291/flush-table-proc/abort 2024-12-05T15:21:32,756 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,45515,1733412091099 2024-12-05T15:21:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:32,797 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-462936291/online-snapshot/acquired, /1-462936291/online-snapshot/reached, /1-462936291/online-snapshot/abort 2024-12-05T15:21:32,798 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,45515,1733412091099 2024-12-05T15:21:32,799 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:21:32,801 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:32,802 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:32,802 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:32,802 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,45515,1733412091099 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:32,803 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:32,803 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:32,804 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:32,804 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:32,804 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:32,804 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,804 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:32,804 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:32,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:21:32,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:32,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412122811 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:32,811 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:32,812 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,812 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:32,812 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:32,812 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:32,813 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:32,813 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:32,813 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:32,813 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412092813,5,FailOnTimeoutGroup] 2024-12-05T15:21:32,814 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412092813,5,FailOnTimeoutGroup] 2024-12-05T15:21:32,814 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,814 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:32,815 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,815 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:21:32,856 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(746): ClusterId : 8236bd4a-4a93-480a-b45f-69f680b39924 2024-12-05T15:21:32,856 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:32,864 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:32,864 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:32,872 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:32,873 DEBUG [RS:0;5a29627a94df:33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bdde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:32,883 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:33315 2024-12-05T15:21:32,883 INFO [RS:0;5a29627a94df:33315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:32,884 INFO [RS:0;5a29627a94df:33315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:32,884 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:32,884 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,45515,1733412091099 with port=33315, startcode=1733412091237 2024-12-05T15:21:32,885 DEBUG [RS:0;5a29627a94df:33315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:32,886 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:32,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,33315,1733412091237 2024-12-05T15:21:32,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45515 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,33315,1733412091237 2024-12-05T15:21:32,888 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7 2024-12-05T15:21:32,888 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35789 2024-12-05T15:21:32,888 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291/rs 2024-12-05T15:21:32,897 DEBUG [RS:0;5a29627a94df:33315 {}] zookeeper.ZKUtil(111): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on existing znode=/1-462936291/rs/5a29627a94df,33315,1733412091237 2024-12-05T15:21:32,898 WARN [RS:0;5a29627a94df:33315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:32,898 INFO [RS:0;5a29627a94df:33315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:32,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,33315,1733412091237] 2024-12-05T15:21:32,898 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237 2024-12-05T15:21:32,901 INFO [RS:0;5a29627a94df:33315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:32,904 INFO [RS:0;5a29627a94df:33315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:32,904 INFO [RS:0;5a29627a94df:33315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:32,904 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,904 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:32,905 INFO [RS:0;5a29627a94df:33315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:32,905 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:32,905 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:32,906 DEBUG [RS:0;5a29627a94df:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:32,906 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,906 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,906 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,906 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,906 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,906 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33315,1733412091237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:32,921 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:32,922 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33315,1733412091237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,922 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,922 INFO [RS:0;5a29627a94df:33315 {}] regionserver.Replication(171): 5a29627a94df,33315,1733412091237 started 2024-12-05T15:21:32,936 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:32,936 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,33315,1733412091237, RpcServer on 5a29627a94df/172.17.0.3:33315, sessionid=0x101a7431f950004 2024-12-05T15:21:32,936 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:32,936 DEBUG [RS:0;5a29627a94df:33315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,33315,1733412091237 2024-12-05T15:21:32,936 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,33315,1733412091237' 2024-12-05T15:21:32,936 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-462936291/flush-table-proc/abort' 2024-12-05T15:21:32,937 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-462936291/flush-table-proc/acquired' 2024-12-05T15:21:32,937 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:32,937 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:32,937 DEBUG [RS:0;5a29627a94df:33315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,33315,1733412091237 2024-12-05T15:21:32,937 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,33315,1733412091237' 2024-12-05T15:21:32,937 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-462936291/online-snapshot/abort' 2024-12-05T15:21:32,938 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-462936291/online-snapshot/acquired' 2024-12-05T15:21:32,938 DEBUG [RS:0;5a29627a94df:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:32,938 INFO [RS:0;5a29627a94df:33315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:32,938 INFO [RS:0;5a29627a94df:33315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:33,038 INFO [RS:0;5a29627a94df:33315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:33,040 INFO [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C33315%2C1733412091237, suffix=, logDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237, archiveDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/oldWALs, maxLogs=10 2024-12-05T15:21:33,053 DEBUG [RS:0;5a29627a94df:33315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237/5a29627a94df%2C33315%2C1733412091237.1733412093040, exclude list is [], retry=0 2024-12-05T15:21:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-458ea068-05be-4f11-8c3d-f49609263ff3,DISK] 2024-12-05T15:21:33,058 INFO [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237/5a29627a94df%2C33315%2C1733412091237.1733412093040 2024-12-05T15:21:33,059 DEBUG [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745)] 2024-12-05T15:21:33,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:21:33,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7 2024-12-05T15:21:33,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:21:33,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:33,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:33,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:33,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:33,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:33,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:33,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:33,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:33,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:33,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:33,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:33,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:33,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:33,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:33,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:33,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:33,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:33,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:33,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740 2024-12-05T15:21:33,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740 2024-12-05T15:21:33,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:33,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:33,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:33,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:33,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:33,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58840510, jitterRate=-0.12320807576179504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412093628Initializing all the Stores at 1733412093629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412093629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412093630 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412093630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412093630Cleaning up temporary data from old regions at 1733412093638 (+8 ms)Region opened successfully at 1733412093642 (+4 ms) 2024-12-05T15:21:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:33,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:33,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:33,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412093642Disabling compacts and flushes for region at 1733412093642Disabling writes for close at 1733412093642Writing region close event to WAL at 1733412093642Closed at 1733412093642 2024-12-05T15:21:33,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:33,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:21:33,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:33,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:33,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:21:33,796 DEBUG [5a29627a94df:45515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:33,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,33315,1733412091237 2024-12-05T15:21:33,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,33315,1733412091237, state=OPENING 2024-12-05T15:21:33,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:21:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:33,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-462936291/meta-region-server: CHANGED 2024-12-05T15:21:33,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-462936291/meta-region-server: CHANGED 2024-12-05T15:21:33,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:33,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,33315,1733412091237}] 2024-12-05T15:21:34,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:34,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:34,107 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:34,107 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:34,107 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:34,109 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C33315%2C1733412091237.meta, suffix=.meta, logDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237, archiveDir=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/oldWALs, maxLogs=10 2024-12-05T15:21:34,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:21:34,119 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237/5a29627a94df%2C33315%2C1733412091237.meta.1733412094109.meta, exclude list is [], retry=0 2024-12-05T15:21:34,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-458ea068-05be-4f11-8c3d-f49609263ff3,DISK] 2024-12-05T15:21:34,123 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237/5a29627a94df%2C33315%2C1733412091237.meta.1733412094109.meta 2024-12-05T15:21:34,123 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745)] 2024-12-05T15:21:34,123 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:34,124 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:34,124 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:34,124 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:34,124 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:34,124 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:34,124 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:34,124 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:34,124 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:34,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:34,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:34,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:34,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:34,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:34,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:34,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:34,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:34,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:34,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:34,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:34,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:34,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:34,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:34,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:34,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:34,131 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:34,131 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740 2024-12-05T15:21:34,132 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740 2024-12-05T15:21:34,133 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:34,133 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:34,134 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:34,135 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:34,136 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68303783, jitterRate=0.017805680632591248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:34,136 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:34,136 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412094124Writing region info on filesystem at 1733412094124Initializing all the Stores at 1733412094125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412094125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412094126 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412094126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412094126Cleaning up temporary data from old regions at 1733412094133 (+7 ms)Running coprocessor post-open hooks at 1733412094136 (+3 ms)Region opened successfully at 1733412094136 2024-12-05T15:21:34,137 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412094100 2024-12-05T15:21:34,140 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:34,140 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:34,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,33315,1733412091237 2024-12-05T15:21:34,141 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,33315,1733412091237, state=OPEN 2024-12-05T15:21:34,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-462936291/meta-region-server 2024-12-05T15:21:34,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-462936291/meta-region-server 2024-12-05T15:21:34,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,33315,1733412091237 2024-12-05T15:21:34,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-462936291/meta-region-server: CHANGED 2024-12-05T15:21:34,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-462936291/meta-region-server: CHANGED 2024-12-05T15:21:34,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:21:34,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,33315,1733412091237 in 200 msec 2024-12-05T15:21:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:21:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-12-05T15:21:34,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:34,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:21:34,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:34,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33315,1733412091237, seqNum=-1] 2024-12-05T15:21:34,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:34,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:34,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-12-05T15:21:34,161 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412094161, completionTime=-1 2024-12-05T15:21:34,161 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:21:34,161 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412154163 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412214163 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,45515,1733412091099-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,45515,1733412091099-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,45515,1733412091099-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:45515, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,164 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,165 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.878sec 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:34,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,45515,1733412091099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:34,168 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,45515,1733412091099-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:34,170 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:34,170 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:34,170 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,45515,1733412091099-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:34,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,45515,-1 for getting cluster id 2024-12-05T15:21:34,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:34,259 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8236bd4a-4a93-480a-b45f-69f680b39924' 2024-12-05T15:21:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8236bd4a-4a93-480a-b45f-69f680b39924" 2024-12-05T15:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445bcd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,45515,-1] 2024-12-05T15:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:34,261 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:34,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33315,1733412091237, seqNum=-1] 2024-12-05T15:21:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:34,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:34,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,45515,1733412091099 2024-12-05T15:21:34,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49581 2024-12-05T15:21:34,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:34,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7431f950005 connected 2024-12-05T15:21:34,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43707,-1 for getting cluster id 2024-12-05T15:21:34,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:34,283 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e1ba42-691f-4503-a9dc-8224490b48af' 2024-12-05T15:21:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e1ba42-691f-4503-a9dc-8224490b48af" 2024-12-05T15:21:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76afc017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43707,-1] 2024-12-05T15:21:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:34,285 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25424a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43707,1733412085819 2024-12-05T15:21:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7177da17 2024-12-05T15:21:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:34,289 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:34,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:21:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:21:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:34,293 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:45515' 2024-12-05T15:21:34,293 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780f76d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,293 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,45515,-1 for getting cluster id 2024-12-05T15:21:34,294 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:34,294 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8236bd4a-4a93-480a-b45f-69f680b39924' 2024-12-05T15:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8236bd4a-4a93-480a-b45f-69f680b39924" 2024-12-05T15:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64261732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,45515,-1] 2024-12-05T15:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:34,296 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:34,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c044d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:34,297 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:34,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,45515,1733412091099 2024-12-05T15:21:34,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d8de5a2 2024-12-05T15:21:34,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:34,299 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:34,299 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T15:21:34,300 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:21:34,300 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:34,300 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:34,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:34,300 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:34,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:21:34,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:21:34,303 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:34,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:21:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741835_1011 (size=1138) 2024-12-05T15:21:34,352 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:21:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:34,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4041b29418227b461f6a15d06a11478, NAME => 'hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d 2024-12-05T15:21:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741836_1012 (size=44) 2024-12-05T15:21:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:35,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:35,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4041b29418227b461f6a15d06a11478, disabling compactions & flushes 2024-12-05T15:21:35,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. after waiting 0 ms 2024-12-05T15:21:35,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4041b29418227b461f6a15d06a11478: Waiting for close lock at 1733412095118Disabling compacts and flushes for region at 1733412095118Disabling writes for close at 1733412095118Writing region close event to WAL at 1733412095118Closed at 1733412095118 2024-12-05T15:21:35,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:21:35,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412095120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412095120"}]},"ts":"1733412095120"} 2024-12-05T15:21:35,122 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:21:35,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:21:35,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412095123"}]},"ts":"1733412095123"} 2024-12-05T15:21:35,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:21:35,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4041b29418227b461f6a15d06a11478, ASSIGN}] 2024-12-05T15:21:35,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4041b29418227b461f6a15d06a11478, ASSIGN 2024-12-05T15:21:35,128 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4041b29418227b461f6a15d06a11478, ASSIGN; state=OFFLINE, location=5a29627a94df,44939,1733412086019; forceNewPlan=false, retain=false 2024-12-05T15:21:35,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4041b29418227b461f6a15d06a11478, regionState=OPENING, regionLocation=5a29627a94df,44939,1733412086019 2024-12-05T15:21:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4041b29418227b461f6a15d06a11478, ASSIGN because future has completed 2024-12-05T15:21:35,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4041b29418227b461f6a15d06a11478, server=5a29627a94df,44939,1733412086019}] 2024-12-05T15:21:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:35,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:35,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:21:35,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44939%2C1733412086019.rep, suffix=, logDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/oldWALs, maxLogs=10 2024-12-05T15:21:35,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.rep.1733412095440, exclude list is [], retry=0 2024-12-05T15:21:35,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44367,DS-08a99201-c542-4427-8efe-178fd7427ab5,DISK] 2024-12-05T15:21:35,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.rep.1733412095440 2024-12-05T15:21:35,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637)] 2024-12-05T15:21:35,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d4041b29418227b461f6a15d06a11478, NAME => 'hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:35,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:35,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:35,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. service=MultiRowMutationService 2024-12-05T15:21:35,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:21:35,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:35,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,456 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,458 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4041b29418227b461f6a15d06a11478 columnFamilyName hfileref 2024-12-05T15:21:35,458 DEBUG [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:35,458 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] regionserver.HStore(327): Store=d4041b29418227b461f6a15d06a11478/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:35,458 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,460 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4041b29418227b461f6a15d06a11478 columnFamilyName queue 2024-12-05T15:21:35,460 DEBUG [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:35,460 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] regionserver.HStore(327): Store=d4041b29418227b461f6a15d06a11478/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:35,460 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,461 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4041b29418227b461f6a15d06a11478 columnFamilyName sid 2024-12-05T15:21:35,461 DEBUG [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:35,462 INFO [StoreOpener-d4041b29418227b461f6a15d06a11478-1 {}] regionserver.HStore(327): Store=d4041b29418227b461f6a15d06a11478/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:35,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:21:35,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:35,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d4041b29418227b461f6a15d06a11478; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75136527, jitterRate=0.11962150037288666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:21:35,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:35,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d4041b29418227b461f6a15d06a11478: Running coprocessor pre-open hook at 1733412095455Writing region info on filesystem at 1733412095455Initializing all the Stores at 1733412095456 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412095456Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412095456Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412095456Cleaning up temporary data from old regions at 1733412095464 (+8 ms)Running coprocessor post-open hooks at 1733412095468 (+4 ms)Region opened successfully at 1733412095469 (+1 ms) 2024-12-05T15:21:35,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478., pid=7, masterSystemTime=1733412095434 2024-12-05T15:21:35,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:35,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4041b29418227b461f6a15d06a11478, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44939,1733412086019 2024-12-05T15:21:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4041b29418227b461f6a15d06a11478, server=5a29627a94df,44939,1733412086019 because future has completed 2024-12-05T15:21:35,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T15:21:35,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d4041b29418227b461f6a15d06a11478, server=5a29627a94df,44939,1733412086019 in 197 msec 2024-12-05T15:21:35,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:21:35,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4041b29418227b461f6a15d06a11478, ASSIGN in 355 msec 2024-12-05T15:21:35,484 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:21:35,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412095484"}]},"ts":"1733412095484"} 2024-12-05T15:21:35,486 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:21:35,487 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:21:35,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-12-05T15:21:35,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478., hostname=5a29627a94df,44939,1733412086019, seqNum=2] 2024-12-05T15:21:35,538 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:35,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:35,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:21:35,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T15:21:35,710 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:21:35,735 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,44939,1733412086019, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:21:35,735 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:35,735 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44939,1733412086019, seqNum=-1] 2024-12-05T15:21:35,736 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:35,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T15:21:35,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,44939,1733412086019', locateType=CURRENT is [region=hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478., hostname=5a29627a94df,44939,1733412086019, seqNum=2] 2024-12-05T15:21:35,742 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T15:21:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T15:21:35,744 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,44939,1733412086019 suceeded 2024-12-05T15:21:35,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T15:21:35,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T15:21:35,747 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:21:35,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4570 sec 2024-12-05T15:21:35,755 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:45515' 2024-12-05T15:21:35,756 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67eeef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:35,756 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,45515,-1 for getting cluster id 2024-12-05T15:21:35,756 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:35,757 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8236bd4a-4a93-480a-b45f-69f680b39924' 2024-12-05T15:21:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8236bd4a-4a93-480a-b45f-69f680b39924" 2024-12-05T15:21:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500daf40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,45515,-1] 2024-12-05T15:21:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:35,759 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:35,759 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2bfb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:35,760 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:35,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,45515,1733412091099 2024-12-05T15:21:35,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fcf77d0 2024-12-05T15:21:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:35,761 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:35,762 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,44939,1733412086019 (queues=1) is replicating from cluster=36e1ba42-691f-4503-a9dc-8224490b48af to cluster=8236bd4a-4a93-480a-b45f-69f680b39924 2024-12-05T15:21:35,762 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C44939%2C1733412086019 2024-12-05T15:21:35,762 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,44939,1733412086019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:21:35,762 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.shipper5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C44939%2C1733412086019 2024-12-05T15:21:35,762 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258, startPosition=0, beingWritten=true 2024-12-05T15:21:35,968 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:36,273 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:36,435 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:21:36,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:36,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:36,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:36,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:36,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:36,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43707,1733412085819 2024-12-05T15:21:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@297c9fe5 2024-12-05T15:21:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:36,438 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:36,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43707 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:21:36,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:21:36,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:36,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:36,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:36,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:36,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:36,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:21:36,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=515712795, stopped=false 2024-12-05T15:21:36,440 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,45515,1733412091099 2024-12-05T15:21:36,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-462936291/running 2024-12-05T15:21:36,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-462936291/running 2024-12-05T15:21:36,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:36,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:36,480 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:36,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:36,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:36,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:36,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/running 2024-12-05T15:21:36,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Set watcher on znode that does not yet exist, /1-462936291/running 2024-12-05T15:21:36,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,33315,1733412091237' ***** 2024-12-05T15:21:36,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:21:36,481 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:21:36,481 INFO [RS:0;5a29627a94df:33315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:21:36,481 INFO [RS:0;5a29627a94df:33315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:21:36,481 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,33315,1733412091237 2024-12-05T15:21:36,481 INFO [RS:0;5a29627a94df:33315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:36,482 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:21:36,482 INFO [RS:0;5a29627a94df:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:33315. 2024-12-05T15:21:36,482 DEBUG [RS:0;5a29627a94df:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:36,482 DEBUG [RS:0;5a29627a94df:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:36,482 INFO [RS:0;5a29627a94df:33315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:21:36,482 INFO [RS:0;5a29627a94df:33315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:21:36,482 INFO [RS:0;5a29627a94df:33315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:21:36,482 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:21:36,482 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:21:36,482 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:21:36,482 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:36,482 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:36,482 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:36,482 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:36,482 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:36,482 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:36,483 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T15:21:36,496 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/.tmp/ns/0056bc0e96ce4148887ae53f586f0284 is 43, key is default/ns:d/1733412094156/Put/seqid=0 2024-12-05T15:21:36,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741835_1011 (size=5153) 2024-12-05T15:21:36,509 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:36,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:21:36,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:21:36,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:36,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T15:21:36,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:36,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T15:21:36,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:21:36,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:36,678 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:36,682 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:36,883 DEBUG [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:36,901 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/.tmp/ns/0056bc0e96ce4148887ae53f586f0284 2024-12-05T15:21:36,906 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:21:36,906 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:21:36,909 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/.tmp/ns/0056bc0e96ce4148887ae53f586f0284 as hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/ns/0056bc0e96ce4148887ae53f586f0284 2024-12-05T15:21:36,915 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/ns/0056bc0e96ce4148887ae53f586f0284, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T15:21:36,916 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-12-05T15:21:36,920 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T15:21:36,921 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:36,921 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:36,921 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:36,921 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412096482Running coprocessor pre-close hooks at 1733412096482Disabling compacts and flushes for region at 1733412096482Disabling writes for close at 1733412096482Obtaining lock to block concurrent updates at 1733412096483 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733412096483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733412096483Flushing stores of hbase:meta,,1.1588230740 at 1733412096483Flushing 1588230740/ns: creating writer at 1733412096484 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733412096495 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733412096496 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c769fda: reopening flushed file at 1733412096908 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1733412096916 (+8 ms)Writing region close event to WAL at 1733412096917 (+1 ms)Running coprocessor post-close hooks at 1733412096921 (+4 ms)Closed at 1733412096921 2024-12-05T15:21:36,921 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:37,083 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,33315,1733412091237; all regions closed. 2024-12-05T15:21:37,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741834_1010 (size=1152) 2024-12-05T15:21:37,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237/5a29627a94df%2C33315%2C1733412091237.meta.1733412094109.meta not finished, retry = 0 2024-12-05T15:21:37,183 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:37,188 DEBUG [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/oldWALs 2024-12-05T15:21:37,188 INFO [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C33315%2C1733412091237.meta:.meta(num 1733412094109) 2024-12-05T15:21:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741832_1008 (size=93) 2024-12-05T15:21:37,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/WALs/5a29627a94df,33315,1733412091237/5a29627a94df%2C33315%2C1733412091237.1733412093040 not finished, retry = 0 2024-12-05T15:21:37,292 DEBUG [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/oldWALs 2024-12-05T15:21:37,292 INFO [RS:0;5a29627a94df:33315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C33315%2C1733412091237:(num 1733412093040) 2024-12-05T15:21:37,292 DEBUG [RS:0;5a29627a94df:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:37,292 INFO [RS:0;5a29627a94df:33315 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:37,293 INFO [RS:0;5a29627a94df:33315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:37,293 INFO [RS:0;5a29627a94df:33315 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:37,293 INFO [RS:0;5a29627a94df:33315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:37,293 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:37,293 INFO [RS:0;5a29627a94df:33315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33315 2024-12-05T15:21:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-462936291/rs/5a29627a94df,33315,1733412091237 2024-12-05T15:21:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291/rs 2024-12-05T15:21:37,322 INFO [RS:0;5a29627a94df:33315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:37,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,33315,1733412091237] 2024-12-05T15:21:37,338 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-462936291/draining/5a29627a94df,33315,1733412091237 already deleted, retry=false 2024-12-05T15:21:37,338 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,33315,1733412091237 expired; onlineServers=0 2024-12-05T15:21:37,338 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,45515,1733412091099' ***** 2024-12-05T15:21:37,338 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:21:37,338 INFO [M:0;5a29627a94df:45515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:37,338 INFO [M:0;5a29627a94df:45515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:37,339 DEBUG [M:0;5a29627a94df:45515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:21:37,339 DEBUG [M:0;5a29627a94df:45515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:21:37,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:21:37,339 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412092813 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412092813,5,FailOnTimeoutGroup] 2024-12-05T15:21:37,339 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412092813 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412092813,5,FailOnTimeoutGroup] 2024-12-05T15:21:37,339 INFO [M:0;5a29627a94df:45515 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:37,339 INFO [M:0;5a29627a94df:45515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:37,339 DEBUG [M:0;5a29627a94df:45515 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:21:37,339 INFO [M:0;5a29627a94df:45515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:21:37,339 INFO [M:0;5a29627a94df:45515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:37,339 INFO [M:0;5a29627a94df:45515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:21:37,339 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:21:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-462936291/master 2024-12-05T15:21:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-462936291 2024-12-05T15:21:37,347 DEBUG [M:0;5a29627a94df:45515 {}] zookeeper.ZKUtil(347): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Unable to get data of znode /1-462936291/master because node does not exist (not an error) 2024-12-05T15:21:37,347 WARN [M:0;5a29627a94df:45515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:21:37,347 INFO [M:0;5a29627a94df:45515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/.lastflushedseqids 2024-12-05T15:21:37,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741836_1012 (size=99) 2024-12-05T15:21:37,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:37,430 INFO [RS:0;5a29627a94df:33315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:37,430 INFO [RS:0;5a29627a94df:33315 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,33315,1733412091237; zookeeper connection closed. 2024-12-05T15:21:37,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x101a7431f950004, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:37,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77f1265e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77f1265e 2024-12-05T15:21:37,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:21:37,753 INFO [M:0;5a29627a94df:45515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:21:37,753 INFO [M:0;5a29627a94df:45515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:21:37,753 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:37,753 INFO [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:37,753 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:37,753 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:37,753 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:37,753 INFO [M:0;5a29627a94df:45515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T15:21:37,771 DEBUG [M:0;5a29627a94df:45515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6caffc1cb2547d8a62939a928bf1abc is 82, key is hbase:meta,,1/info:regioninfo/1733412094140/Put/seqid=0 2024-12-05T15:21:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741837_1013 (size=5672) 2024-12-05T15:21:37,788 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:38,176 INFO [M:0;5a29627a94df:45515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6caffc1cb2547d8a62939a928bf1abc 2024-12-05T15:21:38,200 DEBUG [M:0;5a29627a94df:45515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53f4b2cf9b554133a2527c2f1ae1a4f1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733412094160/Put/seqid=0 2024-12-05T15:21:38,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741838_1014 (size=5275) 2024-12-05T15:21:38,492 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:38,605 INFO [M:0;5a29627a94df:45515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53f4b2cf9b554133a2527c2f1ae1a4f1 2024-12-05T15:21:38,623 DEBUG [M:0;5a29627a94df:45515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0839baf6e546d9b14cf450f807f057 is 69, key is 5a29627a94df,33315,1733412091237/rs:state/1733412092887/Put/seqid=0 2024-12-05T15:21:38,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741839_1015 (size=5156) 2024-12-05T15:21:39,028 INFO [M:0;5a29627a94df:45515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0839baf6e546d9b14cf450f807f057 2024-12-05T15:21:39,035 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6caffc1cb2547d8a62939a928bf1abc as hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6caffc1cb2547d8a62939a928bf1abc 2024-12-05T15:21:39,042 INFO [M:0;5a29627a94df:45515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6caffc1cb2547d8a62939a928bf1abc, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T15:21:39,044 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53f4b2cf9b554133a2527c2f1ae1a4f1 as hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53f4b2cf9b554133a2527c2f1ae1a4f1 2024-12-05T15:21:39,049 INFO [M:0;5a29627a94df:45515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53f4b2cf9b554133a2527c2f1ae1a4f1, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T15:21:39,051 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0839baf6e546d9b14cf450f807f057 as hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf0839baf6e546d9b14cf450f807f057 2024-12-05T15:21:39,058 INFO [M:0;5a29627a94df:45515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35789/user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf0839baf6e546d9b14cf450f807f057, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T15:21:39,059 INFO [M:0;5a29627a94df:45515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false 2024-12-05T15:21:39,061 INFO [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:39,061 DEBUG [M:0;5a29627a94df:45515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412097753Disabling compacts and flushes for region at 1733412097753Disabling writes for close at 1733412097753Obtaining lock to block concurrent updates at 1733412097753Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412097753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733412097754 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412097754Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412097755 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412097770 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412097770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412098182 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412098199 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412098199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412098610 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412098622 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412098622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b8887b: reopening flushed file at 1733412099034 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b666b1: reopening flushed file at 1733412099043 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@950023a: reopening flushed file at 1733412099049 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false at 1733412099059 (+10 ms)Writing region close event to WAL at 1733412099061 (+2 ms)Closed at 1733412099061 2024-12-05T15:21:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741830_1006 (size=10165) 2024-12-05T15:21:39,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36917d5a-0986-cebb-9bd0-f07db773e5c7/MasterData/WALs/5a29627a94df,45515,1733412091099/5a29627a94df%2C45515%2C1733412091099.1733412092601 not finished, retry = 0 2024-12-05T15:21:39,165 INFO [M:0;5a29627a94df:45515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:21:39,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:39,166 INFO [M:0;5a29627a94df:45515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45515 2024-12-05T15:21:39,166 INFO [M:0;5a29627a94df:45515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:39,280 INFO [M:0;5a29627a94df:45515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x101a7431f950003, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:39,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:39,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:39,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:39,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:39,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:39,295 WARN [BP-1847025713-172.17.0.3-1733412089442 heartbeating to localhost/127.0.0.1:35789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:21:39,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:21:39,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:21:39,295 WARN [BP-1847025713-172.17.0.3-1733412089442 heartbeating to localhost/127.0.0.1:35789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1847025713-172.17.0.3-1733412089442 (Datanode Uuid ff1dbb4a-7b5c-4220-837d-cb5ab6668722) service to localhost/127.0.0.1:35789 2024-12-05T15:21:39,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/cluster_7d7fb13f-42af-cf95-8559-573d1d21a246/data/data1/current/BP-1847025713-172.17.0.3-1733412089442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:39,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/cluster_7d7fb13f-42af-cf95-8559-573d1d21a246/data/data2/current/BP-1847025713-172.17.0.3-1733412089442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:39,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:21:39,297 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:39,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:39,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:39,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:39,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:39,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:39,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:21:39,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:21:39,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:39,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:39,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:39,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:39,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:39,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:21:39,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1427243321, stopped=false 2024-12-05T15:21:39,328 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,43707,1733412085819 2024-12-05T15:21:39,338 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793402708/running 2024-12-05T15:21:39,339 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793402708/running 2024-12-05T15:21:39,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/running 2024-12-05T15:21:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:39,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:39,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:39,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:39,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:39,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Set watcher on znode that does not yet exist, /0793402708/running 2024-12-05T15:21:39,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,44939,1733412086019' ***** 2024-12-05T15:21:39,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:21:39,343 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:21:39,343 INFO [RS:0;5a29627a94df:44939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:21:39,343 INFO [RS:0;5a29627a94df:44939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:21:39,343 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(3091): Received CLOSE for d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:39,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:21:39,350 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,44939,1733412086019 2024-12-05T15:21:39,351 INFO [RS:0;5a29627a94df:44939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:39,351 INFO [RS:0;5a29627a94df:44939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44939. 2024-12-05T15:21:39,351 DEBUG [RS:0;5a29627a94df:44939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:39,351 DEBUG [RS:0;5a29627a94df:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:39,351 INFO [RS:0;5a29627a94df:44939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:21:39,351 INFO [RS:0;5a29627a94df:44939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:21:39,351 INFO [RS:0;5a29627a94df:44939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:21:39,351 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:21:39,352 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4041b29418227b461f6a15d06a11478, disabling compactions & flushes 2024-12-05T15:21:39,352 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:39,352 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:39,352 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. after waiting 0 ms 2024-12-05T15:21:39,352 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:39,352 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4041b29418227b461f6a15d06a11478 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T15:21:39,363 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:21:39,363 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1325): Online Regions={d4041b29418227b461f6a15d06a11478=hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:21:39,363 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:39,363 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:39,363 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:39,363 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:39,363 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:39,363 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:39,363 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T15:21:39,396 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/info/e6f81e2f66154086b3fbfbe72c0cc526 is 147, key is hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478./info:regioninfo/1733412095474/Put/seqid=0 2024-12-05T15:21:39,398 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/.tmp/queue/1dbbb55958304d2b93b8d5ac6236e907 is 151, key is 1-5a29627a94df,44939,1733412086019/queue:5a29627a94df%2C44939%2C1733412086019/1733412095740/Put/seqid=0 2024-12-05T15:21:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741838_1014 (size=6631) 2024-12-05T15:21:39,414 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/info/e6f81e2f66154086b3fbfbe72c0cc526 2024-12-05T15:21:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741839_1015 (size=5350) 2024-12-05T15:21:39,431 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:39,472 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/ns/80e0e914506f4735b59b06b858f2000e is 43, key is default/ns:d/1733412089339/Put/seqid=0 2024-12-05T15:21:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741840_1016 (size=5153) 2024-12-05T15:21:39,563 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:39,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:39,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:39,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:39,763 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4041b29418227b461f6a15d06a11478 2024-12-05T15:21:39,816 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/.tmp/queue/1dbbb55958304d2b93b8d5ac6236e907 2024-12-05T15:21:39,824 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/.tmp/queue/1dbbb55958304d2b93b8d5ac6236e907 as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/queue/1dbbb55958304d2b93b8d5ac6236e907 2024-12-05T15:21:39,832 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/queue/1dbbb55958304d2b93b8d5ac6236e907, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T15:21:39,833 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d4041b29418227b461f6a15d06a11478 in 481ms, sequenceid=5, compaction requested=false 2024-12-05T15:21:39,833 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:21:39,840 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/replication/d4041b29418227b461f6a15d06a11478/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:21:39,840 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:39,841 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:39,841 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:39,841 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4041b29418227b461f6a15d06a11478: Waiting for close lock at 1733412099352Running coprocessor pre-close hooks at 1733412099352Disabling compacts and flushes for region at 1733412099352Disabling writes for close at 1733412099352Obtaining lock to block concurrent updates at 1733412099352Preparing flush snapshotting stores in d4041b29418227b461f6a15d06a11478 at 1733412099352Finished memstore snapshotting hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733412099352Flushing stores of hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. at 1733412099353 (+1 ms)Flushing d4041b29418227b461f6a15d06a11478/queue: creating writer at 1733412099353Flushing d4041b29418227b461f6a15d06a11478/queue: appending metadata at 1733412099397 (+44 ms)Flushing d4041b29418227b461f6a15d06a11478/queue: closing flushed file at 1733412099397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@adb57ce: reopening flushed file at 1733412099823 (+426 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d4041b29418227b461f6a15d06a11478 in 481ms, sequenceid=5, compaction requested=false at 1733412099833 (+10 ms)Writing region close event to WAL at 1733412099834 (+1 ms)Running coprocessor post-close hooks at 1733412099840 (+6 ms)Closed at 1733412099841 (+1 ms) 2024-12-05T15:21:39,841 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412094300.d4041b29418227b461f6a15d06a11478. 2024-12-05T15:21:39,881 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/ns/80e0e914506f4735b59b06b858f2000e 2024-12-05T15:21:39,909 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/table/85f7d22263fd4a029e6c14ba90e74f79 is 53, key is hbase:replication/table:state/1733412095484/Put/seqid=0 2024-12-05T15:21:39,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741841_1017 (size=5256) 2024-12-05T15:21:39,963 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:40,164 DEBUG [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:21:40,175 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:21:40,175 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:21:40,223 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.1733412088258 to pos 0, reset compression=false 2024-12-05T15:21:40,315 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/table/85f7d22263fd4a029e6c14ba90e74f79 2024-12-05T15:21:40,323 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/info/e6f81e2f66154086b3fbfbe72c0cc526 as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/info/e6f81e2f66154086b3fbfbe72c0cc526 2024-12-05T15:21:40,331 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/info/e6f81e2f66154086b3fbfbe72c0cc526, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T15:21:40,332 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/ns/80e0e914506f4735b59b06b858f2000e as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/ns/80e0e914506f4735b59b06b858f2000e 2024-12-05T15:21:40,339 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/ns/80e0e914506f4735b59b06b858f2000e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:21:40,340 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/.tmp/table/85f7d22263fd4a029e6c14ba90e74f79 as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/table/85f7d22263fd4a029e6c14ba90e74f79 2024-12-05T15:21:40,348 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/table/85f7d22263fd4a029e6c14ba90e74f79, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T15:21:40,350 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=11, compaction requested=false 2024-12-05T15:21:40,355 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T15:21:40,356 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:40,356 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:40,356 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:40,356 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412099363Running coprocessor pre-close hooks at 1733412099363Disabling compacts and flushes for region at 1733412099363Disabling writes for close at 1733412099363Obtaining lock to block concurrent updates at 1733412099363Preparing flush snapshotting stores in 1588230740 at 1733412099363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733412099364 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412099365 (+1 ms)Flushing 1588230740/info: creating writer at 1733412099365Flushing 1588230740/info: appending metadata at 1733412099390 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733412099390Flushing 1588230740/ns: creating writer at 1733412099444 (+54 ms)Flushing 1588230740/ns: appending metadata at 1733412099472 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733412099472Flushing 1588230740/table: creating writer at 1733412099890 (+418 ms)Flushing 1588230740/table: appending metadata at 1733412099908 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733412099908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411f3013: reopening flushed file at 1733412100322 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7d7a84: reopening flushed file at 1733412100331 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af3895d: reopening flushed file at 1733412100339 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=11, compaction requested=false at 1733412100350 (+11 ms)Writing region close event to WAL at 1733412100351 (+1 ms)Running coprocessor post-close hooks at 1733412100356 (+5 ms)Closed at 1733412100356 2024-12-05T15:21:40,356 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:40,364 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,44939,1733412086019; all regions closed. 2024-12-05T15:21:40,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741834_1010 (size=2742) 2024-12-05T15:21:40,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.meta.1733412089243.meta not finished, retry = 0 2024-12-05T15:21:40,470 DEBUG [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/oldWALs 2024-12-05T15:21:40,470 INFO [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44939%2C1733412086019.meta:.meta(num 1733412089243) 2024-12-05T15:21:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741837_1013 (size=1586) 2024-12-05T15:21:40,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/WALs/5a29627a94df,44939,1733412086019/5a29627a94df%2C44939%2C1733412086019.rep.1733412095440 not finished, retry = 0 2024-12-05T15:21:40,576 DEBUG [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/oldWALs 2024-12-05T15:21:40,577 INFO [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44939%2C1733412086019.rep:(num 1733412095440) 2024-12-05T15:21:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741832_1008 (size=93) 2024-12-05T15:21:40,588 DEBUG [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/oldWALs 2024-12-05T15:21:40,588 INFO [RS:0;5a29627a94df:44939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44939%2C1733412086019:(num 1733412088258) 2024-12-05T15:21:40,588 DEBUG [RS:0;5a29627a94df:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:40,588 INFO [RS:0;5a29627a94df:44939 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:21:40,588 INFO [RS:0;5a29627a94df:44939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:40,588 INFO [RS:0;5a29627a94df:44939 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:40,588 INFO [RS:0;5a29627a94df:44939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:40,588 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:40,589 INFO [RS:0;5a29627a94df:44939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,44939,1733412086019 because: Region server is closing 2024-12-05T15:21:40,589 INFO [RS:0;5a29627a94df:44939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44939. 2024-12-05T15:21:40,589 DEBUG [RS:0;5a29627a94df:44939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:40,589 DEBUG [RS:0;5a29627a94df:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:40,589 DEBUG [RS:0;5a29627a94df:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:40,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:40,690 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.shipper5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:21:40,690 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.wal-reader.5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:21:40,690 INFO [RS:0;5a29627a94df:44939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44939,1733412086019.replicationSource.shipper5a29627a94df%2C44939%2C1733412086019,1-5a29627a94df,44939,1733412086019 terminated 2024-12-05T15:21:40,691 INFO [RS:0;5a29627a94df:44939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44939 2024-12-05T15:21:40,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708/rs 2024-12-05T15:21:40,741 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793402708/rs/5a29627a94df,44939,1733412086019 2024-12-05T15:21:40,741 INFO [RS:0;5a29627a94df:44939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:40,741 ERROR [pool-358-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f98ac8e28e8@402f4d99 rejected from java.util.concurrent.ThreadPoolExecutor@52dcbf8[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T15:21:40,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,44939,1733412086019] 2024-12-05T15:21:40,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0793402708/draining/5a29627a94df,44939,1733412086019 already deleted, retry=false 2024-12-05T15:21:40,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,44939,1733412086019 expired; onlineServers=0 2024-12-05T15:21:40,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,43707,1733412085819' ***** 2024-12-05T15:21:40,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:21:40,816 INFO [M:0;5a29627a94df:43707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:21:40,816 INFO [M:0;5a29627a94df:43707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:21:40,816 DEBUG [M:0;5a29627a94df:43707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:21:40,816 DEBUG [M:0;5a29627a94df:43707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:21:40,816 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412088024 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412088024,5,FailOnTimeoutGroup] 2024-12-05T15:21:40,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:21:40,816 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412088025 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412088025,5,FailOnTimeoutGroup] 2024-12-05T15:21:40,817 INFO [M:0;5a29627a94df:43707 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:21:40,817 INFO [M:0;5a29627a94df:43707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:21:40,817 DEBUG [M:0;5a29627a94df:43707 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:21:40,817 INFO [M:0;5a29627a94df:43707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:21:40,817 INFO [M:0;5a29627a94df:43707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:21:40,817 INFO [M:0;5a29627a94df:43707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:21:40,817 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:21:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793402708/master 2024-12-05T15:21:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793402708 2024-12-05T15:21:40,875 DEBUG [M:0;5a29627a94df:43707 {}] zookeeper.ZKUtil(347): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Unable to get data of znode /0793402708/master because node does not exist (not an error) 2024-12-05T15:21:40,875 WARN [M:0;5a29627a94df:43707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:21:40,875 INFO [M:0;5a29627a94df:43707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/.lastflushedseqids 2024-12-05T15:21:40,885 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:40,885 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101a7431f950001, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741842_1018 (size=181) 2024-12-05T15:21:40,885 INFO [RS:0;5a29627a94df:44939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:40,885 INFO [RS:0;5a29627a94df:44939 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,44939,1733412086019; zookeeper connection closed. 2024-12-05T15:21:40,886 INFO [M:0;5a29627a94df:43707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:21:40,886 INFO [M:0;5a29627a94df:43707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:21:40,886 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:40,886 INFO [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:40,886 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:40,886 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:40,886 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:40,886 INFO [M:0;5a29627a94df:43707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T15:21:40,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4de7e7c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4de7e7c9 2024-12-05T15:21:40,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:21:40,903 DEBUG [M:0;5a29627a94df:43707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79b1b9e795a4f22b8facf0b8367d6be is 82, key is hbase:meta,,1/info:regioninfo/1733412089277/Put/seqid=0 2024-12-05T15:21:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741843_1019 (size=5672) 2024-12-05T15:21:40,908 INFO [M:0;5a29627a94df:43707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79b1b9e795a4f22b8facf0b8367d6be 2024-12-05T15:21:40,927 DEBUG [M:0;5a29627a94df:43707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b328307b61e43e19bc9583865d4d317 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733412095488/Put/seqid=0 2024-12-05T15:21:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741844_1020 (size=7203) 2024-12-05T15:21:40,934 INFO [M:0;5a29627a94df:43707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b328307b61e43e19bc9583865d4d317 2024-12-05T15:21:40,960 DEBUG [M:0;5a29627a94df:43707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1711b9962f4469dacc5de31dbc4b4a6 is 69, key is 5a29627a94df,44939,1733412086019/rs:state/1733412088095/Put/seqid=0 2024-12-05T15:21:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741845_1021 (size=5156) 2024-12-05T15:21:41,365 INFO [M:0;5a29627a94df:43707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1711b9962f4469dacc5de31dbc4b4a6 2024-12-05T15:21:41,373 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79b1b9e795a4f22b8facf0b8367d6be as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79b1b9e795a4f22b8facf0b8367d6be 2024-12-05T15:21:41,382 INFO [M:0;5a29627a94df:43707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79b1b9e795a4f22b8facf0b8367d6be, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T15:21:41,384 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b328307b61e43e19bc9583865d4d317 as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b328307b61e43e19bc9583865d4d317 2024-12-05T15:21:41,391 INFO [M:0;5a29627a94df:43707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b328307b61e43e19bc9583865d4d317, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T15:21:41,393 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1711b9962f4469dacc5de31dbc4b4a6 as hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1711b9962f4469dacc5de31dbc4b4a6 2024-12-05T15:21:41,400 INFO [M:0;5a29627a94df:43707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/1f3f1a5f-f53f-4f77-cf4f-a054aa8be23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1711b9962f4469dacc5de31dbc4b4a6, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T15:21:41,401 INFO [M:0;5a29627a94df:43707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=70, compaction requested=false 2024-12-05T15:21:41,407 INFO [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:41,407 DEBUG [M:0;5a29627a94df:43707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412100886Disabling compacts and flushes for region at 1733412100886Disabling writes for close at 1733412100886Obtaining lock to block concurrent updates at 1733412100886Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412100886Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733412100887 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412100888 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412100888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412100902 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412100902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412100913 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412100927 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412100927Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412100940 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412100960 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412100960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d69955: reopening flushed file at 1733412101372 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adf46e0: reopening flushed file at 1733412101382 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77050de1: reopening flushed file at 1733412101391 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=70, compaction requested=false at 1733412101401 (+10 ms)Writing region close event to WAL at 1733412101407 (+6 ms)Closed at 1733412101407 2024-12-05T15:21:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44367 is added to blk_1073741830_1006 (size=41008) 2024-12-05T15:21:41,418 INFO [M:0;5a29627a94df:43707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:21:41,418 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:21:41,418 INFO [M:0;5a29627a94df:43707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43707 2024-12-05T15:21:41,418 INFO [M:0;5a29627a94df:43707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:21:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:41,555 INFO [M:0;5a29627a94df:43707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:21:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43707-0x101a7431f950000, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:21:41,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:41,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:41,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:41,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:41,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:41,560 WARN [BP-2113757566-172.17.0.3-1733412084238 heartbeating to localhost/127.0.0.1:36953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:21:41,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:21:41,560 WARN [BP-2113757566-172.17.0.3-1733412084238 heartbeating to localhost/127.0.0.1:36953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113757566-172.17.0.3-1733412084238 (Datanode Uuid c04c7727-f2b1-4002-a529-1f52e4ed5464) service to localhost/127.0.0.1:36953 2024-12-05T15:21:41,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:21:41,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/data/data1/current/BP-2113757566-172.17.0.3-1733412084238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:41,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/cluster_07db3222-d334-fa21-4a7c-ee2ff4b9b821/data/data2/current/BP-2113757566-172.17.0.3-1733412084238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:21:41,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:21:41,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:41,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:21:41,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:21:41,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:21:41,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1b4dc2-aaea-f4ac-2898-e70ea7d87c52/hadoop.log.dir/,STOPPED} 2024-12-05T15:21:41,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:21:41,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:21:41,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35789 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36953 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6576 (was 6183) - AvailableMemoryMB LEAK? - 2024-12-05T15:21:41,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=6576 2024-12-05T15:21:41,627 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T15:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir so I do NOT create it in target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb 2024-12-05T15:21:41,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.tmp.dir so I do NOT create it in target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb 2024-12-05T15:21:41,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e756b94-7210-968a-dbd4-07a2386e615e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:21:41,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb 2024-12-05T15:21:41,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139, deleteOnExit=true 2024-12-05T15:21:41,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/zookeeper_0, clientPort=49713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:21:41,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49713 2024-12-05T15:21:41,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:21:41,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:21:41,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/test.cache.data in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:21:41,632 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:21:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:21:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7431f950002, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:21:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7431f950005, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:21:41,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7431f950005, quorum=127.0.0.1:49581, baseZNode=/1-462936291 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:21:41,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7431f950002, quorum=127.0.0.1:49581, baseZNode=/0793402708 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:21:41,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:41,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:41,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:41,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:41,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:21:41,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:41,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:41,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:42,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/java.io.tmpdir/jetty-localhost-32997-hadoop-hdfs-3_4_1-tests_jar-_-any-4746363292057554259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:42,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:32997} 2024-12-05T15:21:42,090 INFO [Time-limited test {}] server.Server(415): Started @51042ms 2024-12-05T15:21:42,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:42,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:42,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:42,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:42,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:21:42,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:42,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:42,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/java.io.tmpdir/jetty-localhost-42445-hadoop-hdfs-3_4_1-tests_jar-_-any-16570160596614422506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:42,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:42445} 2024-12-05T15:21:42,428 INFO [Time-limited test {}] server.Server(415): Started @51381ms 2024-12-05T15:21:42,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:21:43,240 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/data/data1/current/BP-579048167-172.17.0.3-1733412101654/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:43,240 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/data/data2/current/BP-579048167-172.17.0.3-1733412101654/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:43,259 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:21:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ae26bf1f26a21 with lease ID 0x24f9f565cd7d0785: Processing first storage report for DS-69925045-5712-49c4-a39d-caa00e82879b from datanode DatanodeRegistration(127.0.0.1:33917, datanodeUuid=29e378cf-f281-4b16-8eb4-19ae18115834, infoPort=38027, infoSecurePort=0, ipcPort=41667, storageInfo=lv=-57;cid=testClusterID;nsid=1037574576;c=1733412101654) 2024-12-05T15:21:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ae26bf1f26a21 with lease ID 0x24f9f565cd7d0785: from storage DS-69925045-5712-49c4-a39d-caa00e82879b node DatanodeRegistration(127.0.0.1:33917, datanodeUuid=29e378cf-f281-4b16-8eb4-19ae18115834, infoPort=38027, infoSecurePort=0, ipcPort=41667, storageInfo=lv=-57;cid=testClusterID;nsid=1037574576;c=1733412101654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ae26bf1f26a21 with lease ID 0x24f9f565cd7d0785: Processing first storage report for DS-824d094c-e5c6-4d75-a390-d56305eafb40 from datanode DatanodeRegistration(127.0.0.1:33917, datanodeUuid=29e378cf-f281-4b16-8eb4-19ae18115834, infoPort=38027, infoSecurePort=0, ipcPort=41667, storageInfo=lv=-57;cid=testClusterID;nsid=1037574576;c=1733412101654) 2024-12-05T15:21:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ae26bf1f26a21 with lease ID 0x24f9f565cd7d0785: from storage DS-824d094c-e5c6-4d75-a390-d56305eafb40 node DatanodeRegistration(127.0.0.1:33917, datanodeUuid=29e378cf-f281-4b16-8eb4-19ae18115834, infoPort=38027, infoSecurePort=0, ipcPort=41667, storageInfo=lv=-57;cid=testClusterID;nsid=1037574576;c=1733412101654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:43,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb 2024-12-05T15:21:43,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:43,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:21:43,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0 with version=8 2024-12-05T15:21:43,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/hbase-staging 2024-12-05T15:21:43,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:43,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:43,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:43,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:43,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:43,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:43,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:21:43,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:43,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39733 2024-12-05T15:21:43,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39733 connecting to ZooKeeper ensemble=127.0.0.1:49713 2024-12-05T15:21:43,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397330x0, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:43,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39733-0x101a74363a70000 connected 2024-12-05T15:21:43,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:43,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:43,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/running 2024-12-05T15:21:43,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0, hbase.cluster.distributed=false 2024-12-05T15:21:43,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/acl 2024-12-05T15:21:43,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39733 2024-12-05T15:21:43,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39733 2024-12-05T15:21:43,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39733 2024-12-05T15:21:43,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39733 2024-12-05T15:21:43,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39733 2024-12-05T15:21:43,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:43,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:43,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:43,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:43,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:43,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:43,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:21:43,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:43,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41197 2024-12-05T15:21:43,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41197 connecting to ZooKeeper ensemble=127.0.0.1:49713 2024-12-05T15:21:43,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:43,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411970x0, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:43,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411970x0, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/running 2024-12-05T15:21:43,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41197-0x101a74363a70001 connected 2024-12-05T15:21:43,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:21:43,964 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:21:43,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/master 2024-12-05T15:21:43,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/acl 2024-12-05T15:21:43,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41197 2024-12-05T15:21:43,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41197 2024-12-05T15:21:43,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41197 2024-12-05T15:21:43,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41197 2024-12-05T15:21:43,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41197 2024-12-05T15:21:43,981 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:39733 2024-12-05T15:21:43,981 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01931924632/backup-masters/5a29627a94df,39733,1733412103777 2024-12-05T15:21:43,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632/backup-masters 2024-12-05T15:21:43,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632/backup-masters 2024-12-05T15:21:43,988 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on existing znode=/01931924632/backup-masters/5a29627a94df,39733,1733412103777 2024-12-05T15:21:43,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:43,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01931924632/master 2024-12-05T15:21:43,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:43,997 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on existing znode=/01931924632/master 2024-12-05T15:21:43,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01931924632/backup-masters/5a29627a94df,39733,1733412103777 from backup master directory 2024-12-05T15:21:44,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632/backup-masters 2024-12-05T15:21:44,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931924632/backup-masters/5a29627a94df,39733,1733412103777 2024-12-05T15:21:44,005 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632/backup-masters 2024-12-05T15:21:44,005 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,39733,1733412103777 2024-12-05T15:21:44,010 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/hbase.id] with ID: e43544d0-c68e-4965-b912-e10b778c760c 2024-12-05T15:21:44,010 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/.tmp/hbase.id 2024-12-05T15:21:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:21:44,416 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/.tmp/hbase.id]:[hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/hbase.id] 2024-12-05T15:21:44,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:44,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:21:44,429 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:21:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:21:44,877 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:44,878 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:21:44,879 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:21:45,287 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store 2024-12-05T15:21:45,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:21:45,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:45,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:45,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:45,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:45,693 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:45,694 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:45,694 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:45,694 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:45,694 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:45,694 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:45,694 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:45,694 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412105694Disabling compacts and flushes for region at 1733412105694Disabling writes for close at 1733412105694Writing region close event to WAL at 1733412105694Closed at 1733412105694 2024-12-05T15:21:45,695 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/.initializing 2024-12-05T15:21:45,695 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/WALs/5a29627a94df,39733,1733412103777 2024-12-05T15:21:45,696 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:45,698 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C39733%2C1733412103777, suffix=, logDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/WALs/5a29627a94df,39733,1733412103777, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/oldWALs, maxLogs=10 2024-12-05T15:21:45,708 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/WALs/5a29627a94df,39733,1733412103777/5a29627a94df%2C39733%2C1733412103777.1733412105698, exclude list is [], retry=0 2024-12-05T15:21:45,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-69925045-5712-49c4-a39d-caa00e82879b,DISK] 2024-12-05T15:21:45,712 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/WALs/5a29627a94df,39733,1733412103777/5a29627a94df%2C39733%2C1733412103777.1733412105698 2024-12-05T15:21:45,713 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38027:38027)] 2024-12-05T15:21:45,713 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:45,713 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:45,713 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,713 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:21:45,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:45,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:45,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:21:45,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:45,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:45,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:21:45,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:45,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:45,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:21:45,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:45,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:45,722 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,723 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,723 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,724 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,724 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,725 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:45,725 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:45,727 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:45,728 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72310965, jitterRate=0.07751734554767609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:45,728 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412105713Initializing all the Stores at 1733412105714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412105714Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412105714Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412105714Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412105714Cleaning up temporary data from old regions at 1733412105724 (+10 ms)Region opened successfully at 1733412105728 (+4 ms) 2024-12-05T15:21:45,728 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:21:45,731 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7646fc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:45,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:21:45,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:21:45,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:21:45,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:21:45,733 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:21:45,733 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:21:45,733 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:21:45,736 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:21:45,737 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Unable to get data of znode /01931924632/balancer because node does not exist (not necessarily an error) 2024-12-05T15:21:45,754 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931924632/balancer already deleted, retry=false 2024-12-05T15:21:45,755 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:21:45,755 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Unable to get data of znode /01931924632/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:21:45,762 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931924632/normalizer already deleted, retry=false 2024-12-05T15:21:45,763 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:21:45,764 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Unable to get data of znode /01931924632/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:21:45,771 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931924632/switch/split already deleted, retry=false 2024-12-05T15:21:45,772 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Unable to get data of znode /01931924632/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:21:45,779 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931924632/switch/merge already deleted, retry=false 2024-12-05T15:21:45,782 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Unable to get data of znode /01931924632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:21:45,788 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931924632/snapshot-cleanup already deleted, retry=false 2024-12-05T15:21:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01931924632/running 2024-12-05T15:21:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01931924632/running 2024-12-05T15:21:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:45,797 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,39733,1733412103777, sessionid=0x101a74363a70000, setting cluster-up flag (Was=false) 2024-12-05T15:21:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:45,838 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01931924632/flush-table-proc/acquired, /01931924632/flush-table-proc/reached, /01931924632/flush-table-proc/abort 2024-12-05T15:21:45,839 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,39733,1733412103777 2024-12-05T15:21:45,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:45,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:45,879 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01931924632/online-snapshot/acquired, /01931924632/online-snapshot/reached, /01931924632/online-snapshot/abort 2024-12-05T15:21:45,880 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,39733,1733412103777 2024-12-05T15:21:45,882 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:21:45,883 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:45,883 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:45,883 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:45,884 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,39733,1733412103777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:45,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:45,887 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412135887 2024-12-05T15:21:45,887 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:45,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:45,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:45,888 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:45,889 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412105888,5,FailOnTimeoutGroup] 2024-12-05T15:21:45,889 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412105889,5,FailOnTimeoutGroup] 2024-12-05T15:21:45,889 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:45,889 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:45,889 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:45,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:45,889 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:45,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:21:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:21:45,974 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(746): ClusterId : e43544d0-c68e-4965-b912-e10b778c760c 2024-12-05T15:21:45,974 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:45,980 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:45,980 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:45,988 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:45,989 DEBUG [RS:0;5a29627a94df:41197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95966a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:45,998 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:41197 2024-12-05T15:21:45,998 INFO [RS:0;5a29627a94df:41197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:45,998 INFO [RS:0;5a29627a94df:41197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:45,998 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:45,999 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,39733,1733412103777 with port=41197, startcode=1733412103940 2024-12-05T15:21:45,999 DEBUG [RS:0;5a29627a94df:41197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:46,000 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:46,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39733 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,002 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0 2024-12-05T15:21:46,002 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42555 2024-12-05T15:21:46,002 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632/rs 2024-12-05T15:21:46,013 DEBUG [RS:0;5a29627a94df:41197 {}] zookeeper.ZKUtil(111): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on existing znode=/01931924632/rs/5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,013 WARN [RS:0;5a29627a94df:41197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:46,013 INFO [RS:0;5a29627a94df:41197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:46,013 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,41197,1733412103940] 2024-12-05T15:21:46,017 INFO [RS:0;5a29627a94df:41197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:46,018 INFO [RS:0;5a29627a94df:41197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:46,019 INFO [RS:0;5a29627a94df:41197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:46,019 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,019 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:46,020 INFO [RS:0;5a29627a94df:41197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:46,020 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:46,020 DEBUG [RS:0;5a29627a94df:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:46,021 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,021 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,021 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,021 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,021 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,021 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41197,1733412103940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:46,032 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:46,033 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41197,1733412103940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,033 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,033 INFO [RS:0;5a29627a94df:41197 {}] regionserver.Replication(171): 5a29627a94df,41197,1733412103940 started 2024-12-05T15:21:46,043 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,043 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,41197,1733412103940, RpcServer on 5a29627a94df/172.17.0.3:41197, sessionid=0x101a74363a70001 2024-12-05T15:21:46,043 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:46,043 DEBUG [RS:0;5a29627a94df:41197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,043 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,41197,1733412103940' 2024-12-05T15:21:46,043 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01931924632/flush-table-proc/abort' 2024-12-05T15:21:46,044 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01931924632/flush-table-proc/acquired' 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,41197,1733412103940' 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01931924632/online-snapshot/abort' 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01931924632/online-snapshot/acquired' 2024-12-05T15:21:46,045 DEBUG [RS:0;5a29627a94df:41197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:46,046 INFO [RS:0;5a29627a94df:41197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:46,046 INFO [RS:0;5a29627a94df:41197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:46,146 INFO [RS:0;5a29627a94df:41197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:46,148 INFO [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C41197%2C1733412103940, suffix=, logDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/oldWALs, maxLogs=10 2024-12-05T15:21:46,159 DEBUG [RS:0;5a29627a94df:41197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148, exclude list is [], retry=0 2024-12-05T15:21:46,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-69925045-5712-49c4-a39d-caa00e82879b,DISK] 2024-12-05T15:21:46,163 INFO [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 2024-12-05T15:21:46,163 DEBUG [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38027:38027)] 2024-12-05T15:21:46,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:21:46,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0 2024-12-05T15:21:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:21:46,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:46,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:46,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:46,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:46,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:46,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:46,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:46,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:46,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:46,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:46,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740 2024-12-05T15:21:46,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740 2024-12-05T15:21:46,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:46,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:46,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:46,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:46,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:46,324 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69785916, jitterRate=0.039891183376312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:46,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412106306Initializing all the Stores at 1733412106307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412106307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412106307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412106307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412106307Cleaning up temporary data from old regions at 1733412106318 (+11 ms)Region opened successfully at 1733412106324 (+6 ms) 2024-12-05T15:21:46,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:46,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:46,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:46,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:46,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:46,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:46,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412106324Disabling compacts and flushes for region at 1733412106324Disabling writes for close at 1733412106324Writing region close event to WAL at 1733412106325 (+1 ms)Closed at 1733412106325 2024-12-05T15:21:46,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:46,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:21:46,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:46,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:46,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:21:46,480 DEBUG [5a29627a94df:39733 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:46,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,41197,1733412103940, state=OPENING 2024-12-05T15:21:46,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:21:46,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:46,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:46,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:46,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931924632/meta-region-server: CHANGED 2024-12-05T15:21:46,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931924632/meta-region-server: CHANGED 2024-12-05T15:21:46,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,41197,1733412103940}] 2024-12-05T15:21:46,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:21:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:21:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:46,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:46,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:46,679 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:46,679 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:46,679 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:46,681 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C41197%2C1733412103940.meta, suffix=.meta, logDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/oldWALs, maxLogs=10 2024-12-05T15:21:46,691 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.meta.1733412106681.meta, exclude list is [], retry=0 2024-12-05T15:21:46,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-69925045-5712-49c4-a39d-caa00e82879b,DISK] 2024-12-05T15:21:46,695 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.meta.1733412106681.meta 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38027:38027)] 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:46,696 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:46,696 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:46,696 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:46,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:46,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:46,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:46,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:46,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:46,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:46,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:46,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:46,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:46,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:46,703 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:46,704 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740 2024-12-05T15:21:46,705 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740 2024-12-05T15:21:46,706 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:46,706 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:46,706 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:46,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:46,707 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310980, jitterRate=-0.011889398097991943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:46,708 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:46,708 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412106697Writing region info on filesystem at 1733412106697Initializing all the Stores at 1733412106697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412106697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412106698 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412106698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412106698Cleaning up temporary data from old regions at 1733412106706 (+8 ms)Running coprocessor post-open hooks at 1733412106708 (+2 ms)Region opened successfully at 1733412106708 2024-12-05T15:21:46,709 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412106675 2024-12-05T15:21:46,711 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:46,711 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:46,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,41197,1733412103940, state=OPEN 2024-12-05T15:21:46,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01931924632/meta-region-server 2024-12-05T15:21:46,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01931924632/meta-region-server 2024-12-05T15:21:46,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,41197,1733412103940 2024-12-05T15:21:46,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931924632/meta-region-server: CHANGED 2024-12-05T15:21:46,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931924632/meta-region-server: CHANGED 2024-12-05T15:21:46,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:21:46,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,41197,1733412103940 in 219 msec 2024-12-05T15:21:46,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:21:46,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-05T15:21:46,747 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:46,747 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:21:46,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:46,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41197,1733412103940, seqNum=-1] 2024-12-05T15:21:46,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:46,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:46,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec 2024-12-05T15:21:46,754 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412106754, completionTime=-1 2024-12-05T15:21:46,754 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:21:46,754 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:46,756 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:46,756 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412166756 2024-12-05T15:21:46,756 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412226756 2024-12-05T15:21:46,756 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:21:46,756 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,39733,1733412103777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,756 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,39733,1733412103777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,757 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,39733,1733412103777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,757 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:39733, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,757 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,757 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,758 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,39733,1733412103777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:46,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,39733,1733412103777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:46,763 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:46,763 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:46,763 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,39733,1733412103777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:46,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:46,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,39733,-1 for getting cluster id 2024-12-05T15:21:46,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:46,775 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e43544d0-c68e-4965-b912-e10b778c760c' 2024-12-05T15:21:46,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e43544d0-c68e-4965-b912-e10b778c760c" 2024-12-05T15:21:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ff933f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,39733,-1] 2024-12-05T15:21:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:46,777 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:46,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:46,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41197,1733412103940, seqNum=-1] 2024-12-05T15:21:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:46,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,39733,1733412103777 2024-12-05T15:21:46,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49713 2024-12-05T15:21:46,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:46,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a74363a70002 connected 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir so I do NOT create it in target/test-data/bca9b581-8037-0936-0e60-2a780e95830a 2024-12-05T15:21:46,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.tmp.dir so I do NOT create it in target/test-data/bca9b581-8037-0936-0e60-2a780e95830a 2024-12-05T15:21:46,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:21:46,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/cluster_7e2f05e3-08b5-196b-d6a9-32c06dffa8bb, deleteOnExit=true 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/test.cache.data in system properties and HBase conf 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:21:46,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:21:46,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:21:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:21:47,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:47,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:47,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:47,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:47,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:21:47,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:47,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:47,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:47,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/java.io.tmpdir/jetty-localhost-38899-hadoop-hdfs-3_4_1-tests_jar-_-any-5423879263662300890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:21:47,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:38899} 2024-12-05T15:21:47,127 INFO [Time-limited test {}] server.Server(415): Started @56080ms 2024-12-05T15:21:47,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:21:47,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:21:47,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:21:47,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:21:47,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:21:47,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:21:47,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:21:47,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/java.io.tmpdir/jetty-localhost-34543-hadoop-hdfs-3_4_1-tests_jar-_-any-7740477734848996810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:21:47,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:34543} 2024-12-05T15:21:47,402 INFO [Time-limited test {}] server.Server(415): Started @56354ms 2024-12-05T15:21:47,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:21:47,950 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/cluster_7e2f05e3-08b5-196b-d6a9-32c06dffa8bb/data/data2/current/BP-2106881334-172.17.0.3-1733412106823/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:47,950 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/cluster_7e2f05e3-08b5-196b-d6a9-32c06dffa8bb/data/data1/current/BP-2106881334-172.17.0.3-1733412106823/current, will proceed with Du for space computation calculation, 2024-12-05T15:21:47,969 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:21:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5efe8a59ddcabbcd with lease ID 0xc80a93ee494a4bfe: Processing first storage report for DS-32768764-577c-4354-93cc-a21aa286232f from datanode DatanodeRegistration(127.0.0.1:35599, datanodeUuid=00b4878e-d446-4f8c-9714-044309ec0b1f, infoPort=33461, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1700610456;c=1733412106823) 2024-12-05T15:21:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5efe8a59ddcabbcd with lease ID 0xc80a93ee494a4bfe: from storage DS-32768764-577c-4354-93cc-a21aa286232f node DatanodeRegistration(127.0.0.1:35599, datanodeUuid=00b4878e-d446-4f8c-9714-044309ec0b1f, infoPort=33461, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1700610456;c=1733412106823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5efe8a59ddcabbcd with lease ID 0xc80a93ee494a4bfe: Processing first storage report for DS-0e4f6f39-8e4d-40bc-b679-6496c4cac86d from datanode DatanodeRegistration(127.0.0.1:35599, datanodeUuid=00b4878e-d446-4f8c-9714-044309ec0b1f, infoPort=33461, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1700610456;c=1733412106823) 2024-12-05T15:21:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5efe8a59ddcabbcd with lease ID 0xc80a93ee494a4bfe: from storage DS-0e4f6f39-8e4d-40bc-b679-6496c4cac86d node DatanodeRegistration(127.0.0.1:35599, datanodeUuid=00b4878e-d446-4f8c-9714-044309ec0b1f, infoPort=33461, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1700610456;c=1733412106823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:21:48,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a 2024-12-05T15:21:48,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:48,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:21:48,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b with version=8 2024-12-05T15:21:48,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/hbase-staging 2024-12-05T15:21:48,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:48,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:48,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:48,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:48,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:48,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:48,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:21:48,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:48,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44177 2024-12-05T15:21:48,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44177 connecting to ZooKeeper ensemble=127.0.0.1:49713 2024-12-05T15:21:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441770x0, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:48,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44177-0x101a74363a70003 connected 2024-12-05T15:21:48,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:48,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:48,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/running 2024-12-05T15:21:48,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b, hbase.cluster.distributed=false 2024-12-05T15:21:48,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/acl 2024-12-05T15:21:48,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44177 2024-12-05T15:21:48,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44177 2024-12-05T15:21:48,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44177 2024-12-05T15:21:48,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44177 2024-12-05T15:21:48,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44177 2024-12-05T15:21:48,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:21:48,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:48,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:48,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:21:48,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:21:48,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:21:48,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:21:48,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:21:48,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41773 2024-12-05T15:21:48,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41773 connecting to ZooKeeper ensemble=127.0.0.1:49713 2024-12-05T15:21:48,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:48,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:48,596 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417730x0, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:48,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/running 2024-12-05T15:21:48,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41773-0x101a74363a70004 connected 2024-12-05T15:21:48,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:21:48,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:21:48,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/master 2024-12-05T15:21:48,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/acl 2024-12-05T15:21:48,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41773 2024-12-05T15:21:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41773 2024-12-05T15:21:48,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41773 2024-12-05T15:21:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41773 2024-12-05T15:21:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41773 2024-12-05T15:21:48,618 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:44177 2024-12-05T15:21:48,619 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-48281473/backup-masters/5a29627a94df,44177,1733412108439 2024-12-05T15:21:48,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473/backup-masters 2024-12-05T15:21:48,628 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473/backup-masters 2024-12-05T15:21:48,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on existing znode=/1-48281473/backup-masters/5a29627a94df,44177,1733412108439 2024-12-05T15:21:48,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:48,638 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-48281473/master 2024-12-05T15:21:48,638 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:48,639 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on existing znode=/1-48281473/master 2024-12-05T15:21:48,639 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-48281473/backup-masters/5a29627a94df,44177,1733412108439 from backup master directory 2024-12-05T15:21:48,646 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473/backup-masters 2024-12-05T15:21:48,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48281473/backup-masters/5a29627a94df,44177,1733412108439 2024-12-05T15:21:48,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473/backup-masters 2024-12-05T15:21:48,646 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:48,646 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,44177,1733412108439 2024-12-05T15:21:48,650 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/hbase.id] with ID: 2a23426f-7e8c-402b-88c0-7327a0e51fc8 2024-12-05T15:21:48,650 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/.tmp/hbase.id 2024-12-05T15:21:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:21:49,056 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/.tmp/hbase.id]:[hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/hbase.id] 2024-12-05T15:21:49,072 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:49,072 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:21:49,076 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-05T15:21:49,113 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:49,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:21:49,526 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:49,527 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:21:49,528 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:21:49,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store 2024-12-05T15:21:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:21:49,949 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:49,950 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:21:49,950 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:49,950 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:49,950 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:21:49,950 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:49,950 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:21:49,950 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412109950Disabling compacts and flushes for region at 1733412109950Disabling writes for close at 1733412109950Writing region close event to WAL at 1733412109950Closed at 1733412109950 2024-12-05T15:21:49,951 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/.initializing 2024-12-05T15:21:49,951 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/WALs/5a29627a94df,44177,1733412108439 2024-12-05T15:21:49,953 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:49,956 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C44177%2C1733412108439, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/WALs/5a29627a94df,44177,1733412108439, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/oldWALs, maxLogs=10 2024-12-05T15:21:49,974 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/WALs/5a29627a94df,44177,1733412108439/5a29627a94df%2C44177%2C1733412108439.1733412109956, exclude list is [], retry=0 2024-12-05T15:21:49,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35599,DS-32768764-577c-4354-93cc-a21aa286232f,DISK] 2024-12-05T15:21:49,979 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/WALs/5a29627a94df,44177,1733412108439/5a29627a94df%2C44177%2C1733412108439.1733412109956 2024-12-05T15:21:49,979 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461)] 2024-12-05T15:21:49,979 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:49,979 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:49,979 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,979 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:21:49,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:49,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:49,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:21:49,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:49,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:49,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:21:49,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:49,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:49,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:21:49,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:49,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:49,990 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,997 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,998 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,999 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,999 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:49,999 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:50,000 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:21:50,004 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:50,004 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74162025, jitterRate=0.10510028898715973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:50,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412109979Initializing all the Stores at 1733412109980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412109980Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412109981 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412109981Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412109981Cleaning up temporary data from old regions at 1733412109999 (+18 ms)Region opened successfully at 1733412110005 (+6 ms) 2024-12-05T15:21:50,005 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:21:50,009 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ef905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:50,010 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:21:50,010 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:21:50,010 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:21:50,010 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:21:50,011 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:21:50,011 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:21:50,011 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:21:50,014 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:21:50,015 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Unable to get data of znode /1-48281473/balancer because node does not exist (not necessarily an error) 2024-12-05T15:21:50,048 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48281473/balancer already deleted, retry=false 2024-12-05T15:21:50,048 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:21:50,051 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Unable to get data of znode /1-48281473/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:21:50,061 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48281473/normalizer already deleted, retry=false 2024-12-05T15:21:50,062 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:21:50,063 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Unable to get data of znode /1-48281473/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:21:50,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48281473/switch/split already deleted, retry=false 2024-12-05T15:21:50,072 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Unable to get data of znode /1-48281473/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:21:50,079 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48281473/switch/merge already deleted, retry=false 2024-12-05T15:21:50,081 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Unable to get data of znode /1-48281473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:21:50,087 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-48281473/snapshot-cleanup already deleted, retry=false 2024-12-05T15:21:50,096 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-48281473/running 2024-12-05T15:21:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-48281473/running 2024-12-05T15:21:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:50,096 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:50,096 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,44177,1733412108439, sessionid=0x101a74363a70003, setting cluster-up flag (Was=false) 2024-12-05T15:21:50,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:50,113 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:50,138 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-48281473/flush-table-proc/acquired, /1-48281473/flush-table-proc/reached, /1-48281473/flush-table-proc/abort 2024-12-05T15:21:50,139 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,44177,1733412108439 2024-12-05T15:21:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:50,154 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:50,179 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-48281473/online-snapshot/acquired, /1-48281473/online-snapshot/reached, /1-48281473/online-snapshot/abort 2024-12-05T15:21:50,180 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,44177,1733412108439 2024-12-05T15:21:50,181 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:21:50,183 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:50,183 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:21:50,183 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:21:50,183 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,44177,1733412108439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:50,184 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412140185 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:21:50,185 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:21:50,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:50,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:21:50,186 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,187 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:21:50,187 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:21:50,187 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:21:50,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:50,187 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:21:50,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:21:50,187 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:21:50,187 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:21:50,190 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412110187,5,FailOnTimeoutGroup] 2024-12-05T15:21:50,193 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412110191,5,FailOnTimeoutGroup] 2024-12-05T15:21:50,193 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,193 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:21:50,193 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,193 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:21:50,210 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(746): ClusterId : 2a23426f-7e8c-402b-88c0-7327a0e51fc8 2024-12-05T15:21:50,210 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:21:50,221 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:21:50,221 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:21:50,230 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:21:50,230 DEBUG [RS:0;5a29627a94df:41773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe7f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:21:50,242 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:41773 2024-12-05T15:21:50,242 INFO [RS:0;5a29627a94df:41773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:21:50,242 INFO [RS:0;5a29627a94df:41773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:21:50,242 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:21:50,243 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,44177,1733412108439 with port=41773, startcode=1733412108575 2024-12-05T15:21:50,243 DEBUG [RS:0;5a29627a94df:41773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:21:50,245 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:21:50,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,41773,1733412108575 2024-12-05T15:21:50,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,41773,1733412108575 2024-12-05T15:21:50,247 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b 2024-12-05T15:21:50,247 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37635 2024-12-05T15:21:50,247 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:21:50,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473/rs 2024-12-05T15:21:50,255 DEBUG [RS:0;5a29627a94df:41773 {}] zookeeper.ZKUtil(111): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on existing znode=/1-48281473/rs/5a29627a94df,41773,1733412108575 2024-12-05T15:21:50,255 WARN [RS:0;5a29627a94df:41773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:21:50,255 INFO [RS:0;5a29627a94df:41773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:50,255 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575 2024-12-05T15:21:50,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,41773,1733412108575] 2024-12-05T15:21:50,258 INFO [RS:0;5a29627a94df:41773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:21:50,262 INFO [RS:0;5a29627a94df:41773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:21:50,266 INFO [RS:0;5a29627a94df:41773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:21:50,266 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,266 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:21:50,267 INFO [RS:0;5a29627a94df:41773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:21:50,267 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:50,268 DEBUG [RS:0;5a29627a94df:41773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:21:50,275 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,275 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,275 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,275 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,275 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,275 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41773,1733412108575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:50,289 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:21:50,289 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41773,1733412108575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,289 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,289 INFO [RS:0;5a29627a94df:41773 {}] regionserver.Replication(171): 5a29627a94df,41773,1733412108575 started 2024-12-05T15:21:50,303 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:50,303 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,41773,1733412108575, RpcServer on 5a29627a94df/172.17.0.3:41773, sessionid=0x101a74363a70004 2024-12-05T15:21:50,304 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:21:50,304 DEBUG [RS:0;5a29627a94df:41773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,41773,1733412108575 2024-12-05T15:21:50,304 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,41773,1733412108575' 2024-12-05T15:21:50,304 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-48281473/flush-table-proc/abort' 2024-12-05T15:21:50,304 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-48281473/flush-table-proc/acquired' 2024-12-05T15:21:50,305 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:21:50,305 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:21:50,305 DEBUG [RS:0;5a29627a94df:41773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,41773,1733412108575 2024-12-05T15:21:50,305 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,41773,1733412108575' 2024-12-05T15:21:50,305 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-48281473/online-snapshot/abort' 2024-12-05T15:21:50,305 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-48281473/online-snapshot/acquired' 2024-12-05T15:21:50,306 DEBUG [RS:0;5a29627a94df:41773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:21:50,306 INFO [RS:0;5a29627a94df:41773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:21:50,306 INFO [RS:0;5a29627a94df:41773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:21:50,406 INFO [RS:0;5a29627a94df:41773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:21:50,408 INFO [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C41773%2C1733412108575, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/oldWALs, maxLogs=10 2024-12-05T15:21:50,424 DEBUG [RS:0;5a29627a94df:41773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575/5a29627a94df%2C41773%2C1733412108575.1733412110408, exclude list is [], retry=0 2024-12-05T15:21:50,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35599,DS-32768764-577c-4354-93cc-a21aa286232f,DISK] 2024-12-05T15:21:50,429 INFO [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575/5a29627a94df%2C41773%2C1733412108575.1733412110408 2024-12-05T15:21:50,430 DEBUG [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461)] 2024-12-05T15:21:50,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:21:50,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b 2024-12-05T15:21:50,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:21:51,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:51,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:51,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:51,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:51,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:51,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:51,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:51,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:51,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:51,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:51,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740 2024-12-05T15:21:51,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740 2024-12-05T15:21:51,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:51,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:51,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:51,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:51,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:51,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214061, jitterRate=-0.013333603739738464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412111008Initializing all the Stores at 1733412111009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412111009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412111009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412111009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412111009Cleaning up temporary data from old regions at 1733412111025 (+16 ms)Region opened successfully at 1733412111032 (+7 ms) 2024-12-05T15:21:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:21:51,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:21:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:21:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:21:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:21:51,033 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:21:51,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412111032Disabling compacts and flushes for region at 1733412111032Disabling writes for close at 1733412111032Writing region close event to WAL at 1733412111033 (+1 ms)Closed at 1733412111033 2024-12-05T15:21:51,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:51,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:21:51,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:21:51,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:51,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:21:51,188 DEBUG [5a29627a94df:44177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:21:51,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,41773,1733412108575 2024-12-05T15:21:51,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,41773,1733412108575, state=OPENING 2024-12-05T15:21:51,253 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:21:51,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:51,303 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:21:51,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48281473/meta-region-server: CHANGED 2024-12-05T15:21:51,304 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:21:51,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48281473/meta-region-server: CHANGED 2024-12-05T15:21:51,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,41773,1733412108575}] 2024-12-05T15:21:51,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:51,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:21:51,463 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:21:51,463 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:51,463 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:21:51,465 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C41773%2C1733412108575.meta, suffix=.meta, logDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/oldWALs, maxLogs=10 2024-12-05T15:21:51,477 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575/5a29627a94df%2C41773%2C1733412108575.meta.1733412111466.meta, exclude list is [], retry=0 2024-12-05T15:21:51,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35599,DS-32768764-577c-4354-93cc-a21aa286232f,DISK] 2024-12-05T15:21:51,482 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575/5a29627a94df%2C41773%2C1733412108575.meta.1733412111466.meta 2024-12-05T15:21:51,482 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461)] 2024-12-05T15:21:51,482 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:51,482 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:51,483 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:51,483 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:21:51,483 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:21:51,483 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:21:51,483 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:51,483 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:21:51,483 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:21:51,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:21:51,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:21:51,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:21:51,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:21:51,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:21:51,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:21:51,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:21:51,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:21:51,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:21:51,490 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:21:51,491 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740 2024-12-05T15:21:51,492 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740 2024-12-05T15:21:51,493 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:21:51,493 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:21:51,493 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:21:51,495 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:21:51,495 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70772141, jitterRate=0.05458708107471466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:21:51,495 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:21:51,495 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412111483Writing region info on filesystem at 1733412111483Initializing all the Stores at 1733412111484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412111484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412111484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412111484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412111484Cleaning up temporary data from old regions at 1733412111493 (+9 ms)Running coprocessor post-open hooks at 1733412111495 (+2 ms)Region opened successfully at 1733412111495 2024-12-05T15:21:51,496 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412111457 2024-12-05T15:21:51,498 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:21:51,499 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:21:51,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,41773,1733412108575 2024-12-05T15:21:51,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,41773,1733412108575, state=OPEN 2024-12-05T15:21:51,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-48281473/meta-region-server 2024-12-05T15:21:51,512 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-48281473/meta-region-server 2024-12-05T15:21:51,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,41773,1733412108575 2024-12-05T15:21:51,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48281473/meta-region-server: CHANGED 2024-12-05T15:21:51,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-48281473/meta-region-server: CHANGED 2024-12-05T15:21:51,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:21:51,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,41773,1733412108575 in 209 msec 2024-12-05T15:21:51,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:21:51,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-12-05T15:21:51,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:21:51,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:21:51,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:51,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41773,1733412108575, seqNum=-1] 2024-12-05T15:21:51,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:51,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:51,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-12-05T15:21:51,529 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412111529, completionTime=-1 2024-12-05T15:21:51,529 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:21:51,529 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:21:51,531 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:21:51,531 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412171531 2024-12-05T15:21:51,531 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412231531 2024-12-05T15:21:51,531 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T15:21:51,531 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44177,1733412108439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44177,1733412108439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44177,1733412108439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:44177, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,534 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.890sec 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44177,1733412108439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:21:51,536 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44177,1733412108439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:21:51,539 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:21:51,539 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:21:51,539 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44177,1733412108439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:21:51,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:51,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44177,-1 for getting cluster id 2024-12-05T15:21:51,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:51,614 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a23426f-7e8c-402b-88c0-7327a0e51fc8' 2024-12-05T15:21:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a23426f-7e8c-402b-88c0-7327a0e51fc8" 2024-12-05T15:21:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e418850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44177,-1] 2024-12-05T15:21:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:51,616 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:51,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:51,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:51,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41773,1733412108575, seqNum=-1] 2024-12-05T15:21:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:51,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:51,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,44177,1733412108439 2024-12-05T15:21:51,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49713 2024-12-05T15:21:51,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:21:51,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a74363a70005 connected 2024-12-05T15:21:51,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,39733,1733412103777 2024-12-05T15:21:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eea93ac 2024-12-05T15:21:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:51,646 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:51,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:21:51,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:21:51,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:51,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:21:51,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:21:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:21:51,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f10b129af6cc51868324c08e1aa1b17f, NAME => 'test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0 2024-12-05T15:21:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:21:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:52,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:52,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f10b129af6cc51868324c08e1aa1b17f, disabling compactions & flushes 2024-12-05T15:21:52,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. after waiting 0 ms 2024-12-05T15:21:52,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f10b129af6cc51868324c08e1aa1b17f: Waiting for close lock at 1733412112081Disabling compacts and flushes for region at 1733412112081Disabling writes for close at 1733412112081Writing region close event to WAL at 1733412112081Closed at 1733412112081 2024-12-05T15:21:52,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:21:52,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412112083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412112083"}]},"ts":"1733412112083"} 2024-12-05T15:21:52,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:21:52,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:21:52,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412112088"}]},"ts":"1733412112088"} 2024-12-05T15:21:52,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:21:52,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f10b129af6cc51868324c08e1aa1b17f, ASSIGN}] 2024-12-05T15:21:52,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f10b129af6cc51868324c08e1aa1b17f, ASSIGN 2024-12-05T15:21:52,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f10b129af6cc51868324c08e1aa1b17f, ASSIGN; state=OFFLINE, location=5a29627a94df,41197,1733412103940; forceNewPlan=false, retain=false 2024-12-05T15:21:52,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:52,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:52,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:52,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:52,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:21:52,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f10b129af6cc51868324c08e1aa1b17f, regionState=OPENING, regionLocation=5a29627a94df,41197,1733412103940 2024-12-05T15:21:52,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f10b129af6cc51868324c08e1aa1b17f, ASSIGN because future has completed 2024-12-05T15:21:52,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10b129af6cc51868324c08e1aa1b17f, server=5a29627a94df,41197,1733412103940}] 2024-12-05T15:21:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:52,411 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,411 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f10b129af6cc51868324c08e1aa1b17f, NAME => 'test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:52,411 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:52,412 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:21:52,412 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,412 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:52,412 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,412 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,415 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,417 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10b129af6cc51868324c08e1aa1b17f columnFamilyName f 2024-12-05T15:21:52,417 DEBUG [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:52,417 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] regionserver.HStore(327): Store=f10b129af6cc51868324c08e1aa1b17f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:52,417 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,421 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10b129af6cc51868324c08e1aa1b17f columnFamilyName f1 2024-12-05T15:21:52,421 DEBUG [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:52,422 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] regionserver.HStore(327): Store=f10b129af6cc51868324c08e1aa1b17f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:52,422 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,424 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10b129af6cc51868324c08e1aa1b17f columnFamilyName norep 2024-12-05T15:21:52,424 DEBUG [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:52,424 INFO [StoreOpener-f10b129af6cc51868324c08e1aa1b17f-1 {}] regionserver.HStore(327): Store=f10b129af6cc51868324c08e1aa1b17f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:52,425 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,426 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,426 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,427 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,427 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,428 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:21:52,429 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,437 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:52,437 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f10b129af6cc51868324c08e1aa1b17f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59906355, jitterRate=-0.10732574760913849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:21:52,438 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:21:52,438 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f10b129af6cc51868324c08e1aa1b17f: Running coprocessor pre-open hook at 1733412112412Writing region info on filesystem at 1733412112412Initializing all the Stores at 1733412112413 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412112413Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412112414 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412112415 (+1 ms)Cleaning up temporary data from old regions at 1733412112427 (+12 ms)Running coprocessor post-open hooks at 1733412112438 (+11 ms)Region opened successfully at 1733412112438 2024-12-05T15:21:52,441 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., pid=6, masterSystemTime=1733412112401 2024-12-05T15:21:52,444 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,444 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:21:52,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f10b129af6cc51868324c08e1aa1b17f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,41197,1733412103940 2024-12-05T15:21:52,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10b129af6cc51868324c08e1aa1b17f, server=5a29627a94df,41197,1733412103940 because future has completed 2024-12-05T15:21:52,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:21:52,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f10b129af6cc51868324c08e1aa1b17f, server=5a29627a94df,41197,1733412103940 in 203 msec 2024-12-05T15:21:52,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:21:52,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f10b129af6cc51868324c08e1aa1b17f, ASSIGN in 367 msec 2024-12-05T15:21:52,465 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:21:52,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412112465"}]},"ts":"1733412112465"} 2024-12-05T15:21:52,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:21:52,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:21:52,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 819 msec 2024-12-05T15:21:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:52,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:52,796 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:21:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,44177,1733412108439 2024-12-05T15:21:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-12-05T15:21:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:52,798 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:52,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:21:52,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:21:52,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:52,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:21:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:52,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:21:52,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:21:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:53,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d749a7ab5ac5453647abc1ba44e314da, NAME => 'test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b 2024-12-05T15:21:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:21:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d749a7ab5ac5453647abc1ba44e314da, disabling compactions & flushes 2024-12-05T15:21:53,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. after waiting 0 ms 2024-12-05T15:21:53,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d749a7ab5ac5453647abc1ba44e314da: Waiting for close lock at 1733412113229Disabling compacts and flushes for region at 1733412113229Disabling writes for close at 1733412113229Writing region close event to WAL at 1733412113230 (+1 ms)Closed at 1733412113230 2024-12-05T15:21:53,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:21:53,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412113231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412113231"}]},"ts":"1733412113231"} 2024-12-05T15:21:53,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:21:53,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:21:53,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412113239"}]},"ts":"1733412113239"} 2024-12-05T15:21:53,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:21:53,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d749a7ab5ac5453647abc1ba44e314da, ASSIGN}] 2024-12-05T15:21:53,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d749a7ab5ac5453647abc1ba44e314da, ASSIGN 2024-12-05T15:21:53,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d749a7ab5ac5453647abc1ba44e314da, ASSIGN; state=OFFLINE, location=5a29627a94df,41773,1733412108575; forceNewPlan=false, retain=false 2024-12-05T15:21:53,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d749a7ab5ac5453647abc1ba44e314da, regionState=OPENING, regionLocation=5a29627a94df,41773,1733412108575 2024-12-05T15:21:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d749a7ab5ac5453647abc1ba44e314da, ASSIGN because future has completed 2024-12-05T15:21:53,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d749a7ab5ac5453647abc1ba44e314da, server=5a29627a94df,41773,1733412108575}] 2024-12-05T15:21:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:53,556 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,556 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d749a7ab5ac5453647abc1ba44e314da, NAME => 'test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:53,557 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:53,557 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:21:53,557 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,557 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:53,557 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,557 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,558 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,560 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d749a7ab5ac5453647abc1ba44e314da columnFamilyName f 2024-12-05T15:21:53,560 DEBUG [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:53,560 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] regionserver.HStore(327): Store=d749a7ab5ac5453647abc1ba44e314da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:53,560 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,561 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d749a7ab5ac5453647abc1ba44e314da columnFamilyName f1 2024-12-05T15:21:53,561 DEBUG [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:53,561 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] regionserver.HStore(327): Store=d749a7ab5ac5453647abc1ba44e314da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:53,562 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,563 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d749a7ab5ac5453647abc1ba44e314da columnFamilyName norep 2024-12-05T15:21:53,563 DEBUG [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:53,563 INFO [StoreOpener-d749a7ab5ac5453647abc1ba44e314da-1 {}] regionserver.HStore(327): Store=d749a7ab5ac5453647abc1ba44e314da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:53,563 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,564 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,564 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,565 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,565 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,565 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:21:53,566 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,568 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:53,569 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d749a7ab5ac5453647abc1ba44e314da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73032676, jitterRate=0.08827167749404907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:21:53,569 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:21:53,569 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d749a7ab5ac5453647abc1ba44e314da: Running coprocessor pre-open hook at 1733412113557Writing region info on filesystem at 1733412113557Initializing all the Stores at 1733412113558 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412113558Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412113558Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412113558Cleaning up temporary data from old regions at 1733412113565 (+7 ms)Running coprocessor post-open hooks at 1733412113569 (+4 ms)Region opened successfully at 1733412113569 2024-12-05T15:21:53,570 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da., pid=6, masterSystemTime=1733412113552 2024-12-05T15:21:53,572 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,572 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:21:53,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d749a7ab5ac5453647abc1ba44e314da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,41773,1733412108575 2024-12-05T15:21:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d749a7ab5ac5453647abc1ba44e314da, server=5a29627a94df,41773,1733412108575 because future has completed 2024-12-05T15:21:53,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:21:53,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d749a7ab5ac5453647abc1ba44e314da, server=5a29627a94df,41773,1733412108575 in 177 msec 2024-12-05T15:21:53,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:21:53,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d749a7ab5ac5453647abc1ba44e314da, ASSIGN in 336 msec 2024-12-05T15:21:53,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:21:53,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412113582"}]},"ts":"1733412113582"} 2024-12-05T15:21:53,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:21:53,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:21:53,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-12-05T15:21:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:21:53,945 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:21:53,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,39733,-1 for getting cluster id 2024-12-05T15:21:53,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:53,947 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e43544d0-c68e-4965-b912-e10b778c760c' 2024-12-05T15:21:53,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:53,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e43544d0-c68e-4965-b912-e10b778c760c" 2024-12-05T15:21:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4436e6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,39733,-1] 2024-12-05T15:21:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:53,949 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:53,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5c4a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44177,-1 for getting cluster id 2024-12-05T15:21:53,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:53,951 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a23426f-7e8c-402b-88c0-7327a0e51fc8' 2024-12-05T15:21:53,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a23426f-7e8c-402b-88c0-7327a0e51fc8" 2024-12-05T15:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45df2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44177,-1] 2024-12-05T15:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:53,953 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe13b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,39733,-1 for getting cluster id 2024-12-05T15:21:53,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:53,956 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e43544d0-c68e-4965-b912-e10b778c760c' 2024-12-05T15:21:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e43544d0-c68e-4965-b912-e10b778c760c" 2024-12-05T15:21:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689fe4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,39733,-1] 2024-12-05T15:21:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:53,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:53,957 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c041a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,39733,1733412103777 2024-12-05T15:21:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ea6ed9 2024-12-05T15:21:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:53,963 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:53,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:44177,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:21:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:21:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:21:53,967 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:44177' 2024-12-05T15:21:53,968 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b7f04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,968 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44177,-1 for getting cluster id 2024-12-05T15:21:53,968 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:53,969 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a23426f-7e8c-402b-88c0-7327a0e51fc8' 2024-12-05T15:21:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a23426f-7e8c-402b-88c0-7327a0e51fc8" 2024-12-05T15:21:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb9775d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44177,-1] 2024-12-05T15:21:53,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:53,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:53,971 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:53,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e82dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:53,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:53,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,44177,1733412108439 2024-12-05T15:21:53,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f1e663 2024-12-05T15:21:53,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:53,974 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:53,975 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:21:53,975 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:21:53,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:53,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:53,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:53,976 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:21:53,977 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:21:53,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:21:53,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:53,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:21:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:21:54,028 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:21:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:21:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:21:54,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2ae6c7426540dc75f45ec7d931bf57d, NAME => 'hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0 2024-12-05T15:21:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:21:54,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:54,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2ae6c7426540dc75f45ec7d931bf57d, disabling compactions & flushes 2024-12-05T15:21:54,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:54,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:54,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. after waiting 0 ms 2024-12-05T15:21:54,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:54,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:54,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2ae6c7426540dc75f45ec7d931bf57d: Waiting for close lock at 1733412114795Disabling compacts and flushes for region at 1733412114795Disabling writes for close at 1733412114795Writing region close event to WAL at 1733412114795Closed at 1733412114795 2024-12-05T15:21:54,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:21:54,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412114797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412114797"}]},"ts":"1733412114797"} 2024-12-05T15:21:54,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:21:54,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:21:54,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412114801"}]},"ts":"1733412114801"} 2024-12-05T15:21:54,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:21:54,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2ae6c7426540dc75f45ec7d931bf57d, ASSIGN}] 2024-12-05T15:21:54,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2ae6c7426540dc75f45ec7d931bf57d, ASSIGN 2024-12-05T15:21:54,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2ae6c7426540dc75f45ec7d931bf57d, ASSIGN; state=OFFLINE, location=5a29627a94df,41197,1733412103940; forceNewPlan=false, retain=false 2024-12-05T15:21:54,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2ae6c7426540dc75f45ec7d931bf57d, regionState=OPENING, regionLocation=5a29627a94df,41197,1733412103940 2024-12-05T15:21:54,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2ae6c7426540dc75f45ec7d931bf57d, ASSIGN because future has completed 2024-12-05T15:21:54,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2ae6c7426540dc75f45ec7d931bf57d, server=5a29627a94df,41197,1733412103940}] 2024-12-05T15:21:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:21:55,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:55,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:21:55,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:21:55,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C41197%2C1733412103940.rep, suffix=, logDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940, archiveDir=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/oldWALs, maxLogs=10 2024-12-05T15:21:55,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.rep.1733412115120, exclude list is [], retry=0 2024-12-05T15:21:55,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-69925045-5712-49c4-a39d-caa00e82879b,DISK] 2024-12-05T15:21:55,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.rep.1733412115120 2024-12-05T15:21:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38027:38027)] 2024-12-05T15:21:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2ae6c7426540dc75f45ec7d931bf57d, NAME => 'hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:21:55,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:21:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:21:55,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. service=MultiRowMutationService 2024-12-05T15:21:55,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:21:55,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:21:55,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,144 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,145 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ae6c7426540dc75f45ec7d931bf57d columnFamilyName hfileref 2024-12-05T15:21:55,145 DEBUG [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:55,146 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] regionserver.HStore(327): Store=f2ae6c7426540dc75f45ec7d931bf57d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:55,146 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,147 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ae6c7426540dc75f45ec7d931bf57d columnFamilyName queue 2024-12-05T15:21:55,147 DEBUG [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:55,148 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] regionserver.HStore(327): Store=f2ae6c7426540dc75f45ec7d931bf57d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:55,148 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,149 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ae6c7426540dc75f45ec7d931bf57d columnFamilyName sid 2024-12-05T15:21:55,149 DEBUG [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:21:55,150 INFO [StoreOpener-f2ae6c7426540dc75f45ec7d931bf57d-1 {}] regionserver.HStore(327): Store=f2ae6c7426540dc75f45ec7d931bf57d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:21:55,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:21:55,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:21:55,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2ae6c7426540dc75f45ec7d931bf57d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60064521, jitterRate=-0.10496889054775238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:21:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:21:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2ae6c7426540dc75f45ec7d931bf57d: Running coprocessor pre-open hook at 1733412115143Writing region info on filesystem at 1733412115143Initializing all the Stores at 1733412115144 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412115144Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412115144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412115144Cleaning up temporary data from old regions at 1733412115153 (+9 ms)Running coprocessor post-open hooks at 1733412115157 (+4 ms)Region opened successfully at 1733412115157 2024-12-05T15:21:55,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d., pid=10, masterSystemTime=1733412115115 2024-12-05T15:21:55,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:55,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:21:55,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2ae6c7426540dc75f45ec7d931bf57d, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,41197,1733412103940 2024-12-05T15:21:55,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2ae6c7426540dc75f45ec7d931bf57d, server=5a29627a94df,41197,1733412103940 because future has completed 2024-12-05T15:21:55,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:21:55,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2ae6c7426540dc75f45ec7d931bf57d, server=5a29627a94df,41197,1733412103940 in 203 msec 2024-12-05T15:21:55,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:21:55,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2ae6c7426540dc75f45ec7d931bf57d, ASSIGN in 362 msec 2024-12-05T15:21:55,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:21:55,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412115171"}]},"ts":"1733412115171"} 2024-12-05T15:21:55,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:21:55,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:21:55,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-12-05T15:21:55,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d., hostname=5a29627a94df,41197,1733412103940, seqNum=2] 2024-12-05T15:21:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:21:55,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:21:55,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:21:55,376 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:21:55,441 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,41197,1733412103940, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:21:55,441 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:55,441 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41197,1733412103940, seqNum=-1] 2024-12-05T15:21:55,442 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:55,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T15:21:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,41197,1733412103940', locateType=CURRENT is [region=hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d., hostname=5a29627a94df,41197,1733412103940, seqNum=2] 2024-12-05T15:21:55,459 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:21:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:21:55,466 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,41197,1733412103940 suceeded 2024-12-05T15:21:55,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:21:55,469 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:44177,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T15:21:55,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-12-05T15:21:55,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-12-05T15:21:55,481 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:44177' 2024-12-05T15:21:55,483 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f8e49ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:55,483 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44177,-1 for getting cluster id 2024-12-05T15:21:55,484 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:55,484 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a23426f-7e8c-402b-88c0-7327a0e51fc8' 2024-12-05T15:21:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a23426f-7e8c-402b-88c0-7327a0e51fc8" 2024-12-05T15:21:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7feeaf21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44177,-1] 2024-12-05T15:21:55,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:55,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:55,487 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:55,488 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a51c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:55,488 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:55,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,44177,1733412108439 2024-12-05T15:21:55,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@176e8a04 2024-12-05T15:21:55,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:55,491 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:55,492 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,41197,1733412103940 (queues=1) is replicating from cluster=e43544d0-c68e-4965-b912-e10b778c760c to cluster=2a23426f-7e8c-402b-88c0-7327a0e51fc8 2024-12-05T15:21:55,492 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C41197%2C1733412103940 2024-12-05T15:21:55,492 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,41197,1733412103940, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:21:55,493 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148, startPosition=0, beingWritten=true 2024-12-05T15:21:55,496 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C41197%2C1733412103940 2024-12-05T15:21:55,506 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:21:55,506 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 379, reset compression=false 2024-12-05T15:21:55,506 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,41197,1733412103940 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:21:55,716 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 379, reset compression=false 2024-12-05T15:21:56,020 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 379, reset compression=false 2024-12-05T15:21:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:21:56,118 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:21:56,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:56,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:56,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:56,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:56,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:56,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:56,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733412116129/Put/seqid=0 2024-12-05T15:21:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741840_1016 (size=7894) 2024-12-05T15:21:56,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_1 is 34, key is ddd/f:row/1733412116147/Put/seqid=0 2024-12-05T15:21:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741841_1017 (size=7691) 2024-12-05T15:21:56,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:21:56,425 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 379, reset compression=false 2024-12-05T15:21:56,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:56,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,39733,-1 for getting cluster id 2024-12-05T15:21:56,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:56,559 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e43544d0-c68e-4965-b912-e10b778c760c' 2024-12-05T15:21:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e43544d0-c68e-4965-b912-e10b778c760c" 2024-12-05T15:21:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c23fefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,39733,-1] 2024-12-05T15:21:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:56,561 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:56,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:56,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41197,1733412103940, seqNum=-1] 2024-12-05T15:21:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:56,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:56,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,39733,1733412103777 2024-12-05T15:21:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a914aec 2024-12-05T15:21:56,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:56,582 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2] 2024-12-05T15:21:56,605 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:21:56,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:21:56,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:56,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:21:56,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:56,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:21:56,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T15:21:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:21:56,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T15:21:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:21:56,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T15:21:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:21:56,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T15:21:56,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T15:21:56,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T15:21:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_1 for inclusion in f10b129af6cc51868324c08e1aa1b17f/f 2024-12-05T15:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T15:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:21:56,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_0 for inclusion in f10b129af6cc51868324c08e1aa1b17f/f 2024-12-05T15:21:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T15:21:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:21:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HRegion(2603): Flush status journal for f10b129af6cc51868324c08e1aa1b17f: 2024-12-05T15:21:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_1 to hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_1 2024-12-05T15:21:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_1 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ 2024-12-05T15:21:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f/f/hfile_0 to hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_0 2024-12-05T15:21:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_0 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ 2024-12-05T15:21:56,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_1 into f10b129af6cc51868324c08e1aa1b17f/f as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ - updating store file list. 2024-12-05T15:21:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fad65d57041c4f78a72f657335f4c346_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:21:56,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ into f10b129af6cc51868324c08e1aa1b17f/f 2024-12-05T15:21:56,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_1 into f10b129af6cc51868324c08e1aa1b17f/f (new location: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_) 2024-12-05T15:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_1 2024-12-05T15:21:56,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_0 into f10b129af6cc51868324c08e1aa1b17f/f as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ - updating store file list. 2024-12-05T15:21:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:21:56,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ into f10b129af6cc51868324c08e1aa1b17f/f 2024-12-05T15:21:56,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_0 into f10b129af6cc51868324c08e1aa1b17f/f (new location: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_) 2024-12-05T15:21:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__oat48o0n4tfjdtoelv6qj32mpd2c6256b7hqomh1toltvtqidct3gjeokih2n2s6/f/hfile_0 2024-12-05T15:21:56,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:56,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:56,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2 , the old value is region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5a29627a94df:41197 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:21:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:21:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2 from cache 2024-12-05T15:21:56,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:56,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:56,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41773,1733412108575, seqNum=-1] 2024-12-05T15:21:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:56,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da., hostname=5a29627a94df,41773,1733412108575, seqNum=2] 2024-12-05T15:21:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50146 deadline: 1733412176692 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50146 2024-12-05T15:21:56,706 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:21:56,806 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:41197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T15:21:56,931 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 379, reset compression=false 2024-12-05T15:21:56,938 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:21:56,938 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,41197,1733412103940 got entry batch from reader: WALEntryBatch [walEntries=[{test/f10b129af6cc51868324c08e1aa1b17f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412116685/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T15:21:56,959 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:21:56,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T15:21:56,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.ReplicationSink(318): Replicating [e43544d0-c68e-4965-b912-e10b778c760c] bulk loaded data 2024-12-05T15:21:56,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b6fb2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:56,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,44177,-1 for getting cluster id 2024-12-05T15:21:56,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:56,965 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a23426f-7e8c-402b-88c0-7327a0e51fc8' 2024-12-05T15:21:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a23426f-7e8c-402b-88c0-7327a0e51fc8" 2024-12-05T15:21:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158569b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,44177,-1] 2024-12-05T15:21:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:56,967 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:56,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4239e5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741837_1013 (size=7691) 2024-12-05T15:21:57,139 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 687, reset compression=false 2024-12-05T15:21:57,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741838_1014 (size=7894) 2024-12-05T15:21:57,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:57,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,44177,1733412108439 2024-12-05T15:21:57,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fa3ffa3 2024-12-05T15:21:57,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:57,423 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T15:21:57,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:21:57,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:57,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41773,1733412108575, seqNum=-1] 2024-12-05T15:21:57,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:57,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T15:21:57,445 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 687, reset compression=false 2024-12-05T15:21:57,449 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T15:21:57,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T15:21:57,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ for inclusion in d749a7ab5ac5453647abc1ba44e314da/f 2024-12-05T15:21:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T15:21:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:21:57,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ for inclusion in d749a7ab5ac5453647abc1ba44e314da/f 2024-12-05T15:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T15:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HRegion(2603): Flush status journal for d749a7ab5ac5453647abc1ba44e314da: 2024-12-05T15:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fad65d57041c4f78a72f657335f4c346_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:21:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/25842c61f448410f9039e34dc9c50958_SeqId_4_ 2024-12-05T15:21:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/cae31012e4024a2e9c3f3aa868ab9104_SeqId_4_ 2024-12-05T15:21:57,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ into d749a7ab5ac5453647abc1ba44e314da/f as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/25842c61f448410f9039e34dc9c50958_SeqId_4_ - updating store file list. 2024-12-05T15:21:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25842c61f448410f9039e34dc9c50958_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:21:57,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/25842c61f448410f9039e34dc9c50958_SeqId_4_ into d749a7ab5ac5453647abc1ba44e314da/f 2024-12-05T15:21:57,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ into d749a7ab5ac5453647abc1ba44e314da/f (new location: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/25842c61f448410f9039e34dc9c50958_SeqId_4_) 2024-12-05T15:21:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/fad65d57041c4f78a72f657335f4c346_SeqId_4_ 2024-12-05T15:21:57,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ into d749a7ab5ac5453647abc1ba44e314da/f as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/cae31012e4024a2e9c3f3aa868ab9104_SeqId_4_ - updating store file list. 2024-12-05T15:21:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cae31012e4024a2e9c3f3aa868ab9104_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:21:57,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/cae31012e4024a2e9c3f3aa868ab9104_SeqId_4_ into d749a7ab5ac5453647abc1ba44e314da/f 2024-12-05T15:21:57,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ into d749a7ab5ac5453647abc1ba44e314da/f (new location: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/f/cae31012e4024a2e9c3f3aa868ab9104_SeqId_4_) 2024-12-05T15:21:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/staging/jenkins.hfs.6__test__644q5tkdmimvc7kv4hmmhn772br3dk4begbrqnc5gkpvsbpo2rfjsu2io8q4avhr/f/97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_ 2024-12-05T15:21:57,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] regionserver.ReplicationSink(324): Finished replicating [e43544d0-c68e-4965-b912-e10b778c760c] bulk loaded data 2024-12-05T15:21:57,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:21:57,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733412117735/Put/seqid=0 2024-12-05T15:21:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741842_1018 (size=7997) 2024-12-05T15:21:57,883 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 687, reset compression=false 2024-12-05T15:21:57,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:21:57,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:57,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:57,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:21:58,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733412118155/Put/seqid=0 2024-12-05T15:21:58,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741843_1019 (size=7794) 2024-12-05T15:21:58,388 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 687, reset compression=false 2024-12-05T15:21:58,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ace42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:58,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,39733,-1 for getting cluster id 2024-12-05T15:21:58,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:21:58,564 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e43544d0-c68e-4965-b912-e10b778c760c' 2024-12-05T15:21:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:21:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e43544d0-c68e-4965-b912-e10b778c760c" 2024-12-05T15:21:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,39733,-1] 2024-12-05T15:21:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:21:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:58,566 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:21:58,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:21:58,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41197,1733412103940, seqNum=-1] 2024-12-05T15:21:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:58,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:58,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:21:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,39733,1733412103777 2024-12-05T15:21:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70200a 2024-12-05T15:21:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:21:58,588 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:21:58,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2] 2024-12-05T15:21:58,594 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:21:58,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T15:21:58,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T15:21:58,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_0 for inclusion in f10b129af6cc51868324c08e1aa1b17f/f1 2024-12-05T15:21:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T15:21:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:21:58,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_1 for inclusion in f10b129af6cc51868324c08e1aa1b17f/f1 2024-12-05T15:21:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T15:21:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:21:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HRegion(2603): Flush status journal for f10b129af6cc51868324c08e1aa1b17f: 2024-12-05T15:21:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_0 to hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_0 2024-12-05T15:21:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_0 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/4f1d05d71591442a88551dab176710ff_SeqId_6_ 2024-12-05T15:21:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/load_f1/f1/hfile_1 to hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_1 2024-12-05T15:21:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_1 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/3908d8449fff4df18f86dae9950ff254_SeqId_6_ 2024-12-05T15:21:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T15:21:58,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_0 into f10b129af6cc51868324c08e1aa1b17f/f1 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/4f1d05d71591442a88551dab176710ff_SeqId_6_ - updating store file list. 2024-12-05T15:21:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f1d05d71591442a88551dab176710ff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:21:58,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/4f1d05d71591442a88551dab176710ff_SeqId_6_ into f10b129af6cc51868324c08e1aa1b17f/f1 2024-12-05T15:21:58,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_0 into f10b129af6cc51868324c08e1aa1b17f/f1 (new location: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/4f1d05d71591442a88551dab176710ff_SeqId_6_) 2024-12-05T15:21:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_0 2024-12-05T15:21:58,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_1 into f10b129af6cc51868324c08e1aa1b17f/f1 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/3908d8449fff4df18f86dae9950ff254_SeqId_6_ - updating store file list. 2024-12-05T15:21:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3908d8449fff4df18f86dae9950ff254_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:21:58,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/3908d8449fff4df18f86dae9950ff254_SeqId_6_ into f10b129af6cc51868324c08e1aa1b17f/f1 2024-12-05T15:21:58,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_1 into f10b129af6cc51868324c08e1aa1b17f/f1 (new location: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/f1/3908d8449fff4df18f86dae9950ff254_SeqId_6_) 2024-12-05T15:21:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/staging/jenkins__test__mgrmk3jnc1v56shdqda08oofbl4c6h12ms314ggt4e8a2kivbt3lamor0nldih83/f1/hfile_1 2024-12-05T15:21:58,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:21:58,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:21:58,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:58,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:21:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2 , the old value is region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5a29627a94df:41197 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:21:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:21:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2 from cache 2024-12-05T15:21:58,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:21:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50158 deadline: 1733412178646 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50158 2024-12-05T15:21:58,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:21:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,41197,1733412103940, seqNum=-1] 2024-12-05T15:21:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:21:58,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:21:58,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., hostname=5a29627a94df,41197,1733412103940, seqNum=2] 2024-12-05T15:21:58,755 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:41197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T15:21:58,993 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 687, reset compression=false 2024-12-05T15:21:59,002 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:21:59,002 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:21:59,002 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,41197,1733412103940 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:21:59,209 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:21:59,514 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:21:59,919 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:00,423 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:01,026 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:01,731 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:02,536 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:03,443 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:04,449 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:05,555 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:06,768 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:08,072 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:09,476 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:10,980 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:12,586 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:13,363 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:22:14,290 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:16,094 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:18,000 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:18,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:22:19,005 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,41197,1733412103940 got entry batch from reader: null 2024-12-05T15:22:20,003 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:22,107 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:24,311 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:26,616 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:27,250 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T15:22:27,250 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T15:22:29,020 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:31,525 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:31,647 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T15:22:31,647 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T15:22:34,128 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:36,832 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:37,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f10b129af6cc51868324c08e1aa1b17f, had cached 0 bytes from a total of 31376 2024-12-05T15:22:38,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d749a7ab5ac5453647abc1ba44e314da, had cached 0 bytes from a total of 15585 2024-12-05T15:22:39,005 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,41197,1733412103940 got entry batch from reader: null 2024-12-05T15:22:39,637 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:42,541 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:43,363 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:22:45,545 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:46,758 DEBUG [master/5a29627a94df:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T15:22:48,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:22:48,649 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:51,630 DEBUG [master/5a29627a94df:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T15:22:51,853 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:55,157 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:58,561 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:22:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:22:58,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:22:58,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:22:58,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:22:58,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:22:58,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:22:58,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:22:58,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=117640663, stopped=false 2024-12-05T15:22:58,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,44177,1733412108439 2024-12-05T15:22:58,742 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48281473/running 2024-12-05T15:22:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48281473/running 2024-12-05T15:22:58,742 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:22:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:22:58,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:22:58,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:22:58,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:22:58,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:22:58,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,41773,1733412108575' ***** 2024-12-05T15:22:58,743 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:22:58,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/running 2024-12-05T15:22:58,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Set watcher on znode that does not yet exist, /1-48281473/running 2024-12-05T15:22:58,743 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:22:58,743 INFO [RS:0;5a29627a94df:41773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:22:58,743 INFO [RS:0;5a29627a94df:41773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:22:58,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:22:58,743 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(3091): Received CLOSE for d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:22:58,743 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,41773,1733412108575 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:41773. 2024-12-05T15:22:58,744 DEBUG [RS:0;5a29627a94df:41773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:22:58,744 DEBUG [RS:0;5a29627a94df:41773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d749a7ab5ac5453647abc1ba44e314da, disabling compactions & flushes 2024-12-05T15:22:58,744 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. after waiting 0 ms 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:22:58,744 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:22:58,744 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1325): Online Regions={d749a7ab5ac5453647abc1ba44e314da=test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:22:58,744 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d749a7ab5ac5453647abc1ba44e314da 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:22:58,744 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:22:58,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:22:58,744 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T15:22:58,747 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/default/test/d749a7ab5ac5453647abc1ba44e314da/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T15:22:58,748 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:22:58,748 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:22:58,748 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:22:58,748 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d749a7ab5ac5453647abc1ba44e314da: Waiting for close lock at 1733412178744Running coprocessor pre-close hooks at 1733412178744Disabling compacts and flushes for region at 1733412178744Disabling writes for close at 1733412178744Writing region close event to WAL at 1733412178744Running coprocessor post-close hooks at 1733412178748 (+4 ms)Closed at 1733412178748 2024-12-05T15:22:58,748 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da. 2024-12-05T15:22:58,758 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/info/1c7683d8d4734167837f8abf563a9d4d is 129, key is test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da./info:regioninfo/1733412113573/Put/seqid=0 2024-12-05T15:22:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741839_1015 (size=6421) 2024-12-05T15:22:58,837 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:22:58,944 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:22:59,005 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,41197,1733412103940 got entry batch from reader: null 2024-12-05T15:22:59,144 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:22:59,163 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/info/1c7683d8d4734167837f8abf563a9d4d 2024-12-05T15:22:59,180 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/ns/69f3f3c4d7ee4879a1cd15ec111416be is 43, key is default/ns:d/1733412111523/Put/seqid=0 2024-12-05T15:22:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741840_1016 (size=5153) 2024-12-05T15:22:59,275 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:22:59,275 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:22:59,345 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:22:59,545 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:22:59,585 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/ns/69f3f3c4d7ee4879a1cd15ec111416be 2024-12-05T15:22:59,604 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/rep_barrier/d4aad682e9bc4b138baf4c50bb8208b3 is 112, key is test,,1733412112799.d749a7ab5ac5453647abc1ba44e314da./rep_barrier:seqnumDuringOpen/1733412113573/Put/seqid=0 2024-12-05T15:22:59,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741841_1017 (size=5518) 2024-12-05T15:22:59,745 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:22:59,745 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:22:59,745 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:22:59,945 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:00,009 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/rep_barrier/d4aad682e9bc4b138baf4c50bb8208b3 2024-12-05T15:23:00,026 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/table/82e9401b2f6b404f9bf9121d387c0be7 is 40, key is test/table:state/1733412113582/Put/seqid=0 2024-12-05T15:23:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741842_1018 (size=5165) 2024-12-05T15:23:00,145 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:00,345 DEBUG [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:00,431 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/table/82e9401b2f6b404f9bf9121d387c0be7 2024-12-05T15:23:00,437 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/info/1c7683d8d4734167837f8abf563a9d4d as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/info/1c7683d8d4734167837f8abf563a9d4d 2024-12-05T15:23:00,442 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/info/1c7683d8d4734167837f8abf563a9d4d, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T15:23:00,443 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/ns/69f3f3c4d7ee4879a1cd15ec111416be as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/ns/69f3f3c4d7ee4879a1cd15ec111416be 2024-12-05T15:23:00,448 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/ns/69f3f3c4d7ee4879a1cd15ec111416be, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:23:00,449 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/rep_barrier/d4aad682e9bc4b138baf4c50bb8208b3 as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/rep_barrier/d4aad682e9bc4b138baf4c50bb8208b3 2024-12-05T15:23:00,455 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/rep_barrier/d4aad682e9bc4b138baf4c50bb8208b3, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T15:23:00,456 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/.tmp/table/82e9401b2f6b404f9bf9121d387c0be7 as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/table/82e9401b2f6b404f9bf9121d387c0be7 2024-12-05T15:23:00,460 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/table/82e9401b2f6b404f9bf9121d387c0be7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:23:00,461 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-12-05T15:23:00,465 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T15:23:00,465 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:00,465 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:00,466 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:00,466 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412178744Running coprocessor pre-close hooks at 1733412178744Disabling compacts and flushes for region at 1733412178744Disabling writes for close at 1733412178744Obtaining lock to block concurrent updates at 1733412178744Preparing flush snapshotting stores in 1588230740 at 1733412178744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733412178745 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412178745Flushing 1588230740/info: creating writer at 1733412178745Flushing 1588230740/info: appending metadata at 1733412178758 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733412178758Flushing 1588230740/ns: creating writer at 1733412179169 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733412179180 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733412179180Flushing 1588230740/rep_barrier: creating writer at 1733412179589 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412179604 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412179604Flushing 1588230740/table: creating writer at 1733412180014 (+410 ms)Flushing 1588230740/table: appending metadata at 1733412180026 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733412180026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aec9f96: reopening flushed file at 1733412180436 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b53c19c: reopening flushed file at 1733412180442 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5194dc43: reopening flushed file at 1733412180449 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a15bab6: reopening flushed file at 1733412180455 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1733412180461 (+6 ms)Writing region close event to WAL at 1733412180462 (+1 ms)Running coprocessor post-close hooks at 1733412180465 (+3 ms)Closed at 1733412180466 (+1 ms) 2024-12-05T15:23:00,466 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:00,546 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,41773,1733412108575; all regions closed. 2024-12-05T15:23:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741834_1010 (size=2717) 2024-12-05T15:23:00,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575/5a29627a94df%2C41773%2C1733412108575.meta.1733412111466.meta not finished, retry = 0 2024-12-05T15:23:00,651 DEBUG [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/oldWALs 2024-12-05T15:23:00,651 INFO [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C41773%2C1733412108575.meta:.meta(num 1733412111466) 2024-12-05T15:23:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741832_1008 (size=1028) 2024-12-05T15:23:00,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/WALs/5a29627a94df,41773,1733412108575/5a29627a94df%2C41773%2C1733412108575.1733412110408 not finished, retry = 0 2024-12-05T15:23:00,755 DEBUG [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/oldWALs 2024-12-05T15:23:00,755 INFO [RS:0;5a29627a94df:41773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C41773%2C1733412108575:(num 1733412110408) 2024-12-05T15:23:00,755 DEBUG [RS:0;5a29627a94df:41773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:00,755 INFO [RS:0;5a29627a94df:41773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:00,756 INFO [RS:0;5a29627a94df:41773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:00,756 INFO [RS:0;5a29627a94df:41773 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:00,756 INFO [RS:0;5a29627a94df:41773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:00,756 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:00,756 INFO [RS:0;5a29627a94df:41773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:41773. 2024-12-05T15:23:00,756 DEBUG [RS:0;5a29627a94df:41773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:00,756 DEBUG [RS:0;5a29627a94df:41773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:00,756 DEBUG [RS:0;5a29627a94df:41773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:00,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:00,756 INFO [RS:0;5a29627a94df:41773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41773 2024-12-05T15:23:00,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473/rs 2024-12-05T15:23:00,817 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48281473/rs/5a29627a94df,41773,1733412108575 2024-12-05T15:23:00,817 INFO [RS:0;5a29627a94df:41773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:00,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,41773,1733412108575] 2024-12-05T15:23:00,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-48281473/draining/5a29627a94df,41773,1733412108575 already deleted, retry=false 2024-12-05T15:23:00,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,41773,1733412108575 expired; onlineServers=0 2024-12-05T15:23:00,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,44177,1733412108439' ***** 2024-12-05T15:23:00,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:00,834 DEBUG [M:0;5a29627a94df:44177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:23:00,834 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412110191 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412110191,5,FailOnTimeoutGroup] 2024-12-05T15:23:00,834 DEBUG [M:0;5a29627a94df:44177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:23:00,834 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:23:00,834 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412110187 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412110187,5,FailOnTimeoutGroup] 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:00,834 DEBUG [M:0;5a29627a94df:44177 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:00,834 INFO [M:0;5a29627a94df:44177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:23:00,835 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:23:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-48281473/master 2024-12-05T15:23:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-48281473 2024-12-05T15:23:00,842 DEBUG [M:0;5a29627a94df:44177 {}] zookeeper.ZKUtil(347): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Unable to get data of znode /1-48281473/master because node does not exist (not an error) 2024-12-05T15:23:00,842 WARN [M:0;5a29627a94df:44177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:23:00,842 INFO [M:0;5a29627a94df:44177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/.lastflushedseqids 2024-12-05T15:23:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741843_1019 (size=173) 2024-12-05T15:23:00,925 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:00,925 INFO [RS:0;5a29627a94df:41773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:00,925 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41773-0x101a74363a70004, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:00,925 INFO [RS:0;5a29627a94df:41773 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,41773,1733412108575; zookeeper connection closed. 2024-12-05T15:23:00,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d0b5947 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d0b5947 2024-12-05T15:23:00,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:23:01,248 INFO [M:0;5a29627a94df:44177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:23:01,248 INFO [M:0;5a29627a94df:44177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:23:01,248 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:01,248 INFO [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:01,248 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:01,248 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:01,248 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:01,249 INFO [M:0;5a29627a94df:44177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-12-05T15:23:01,262 DEBUG [M:0;5a29627a94df:44177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/047d312e517644c88aa1aa77a95884ee is 82, key is hbase:meta,,1/info:regioninfo/1733412111499/Put/seqid=0 2024-12-05T15:23:01,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741844_1020 (size=5672) 2024-12-05T15:23:01,667 INFO [M:0;5a29627a94df:44177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/047d312e517644c88aa1aa77a95884ee 2024-12-05T15:23:01,684 DEBUG [M:0;5a29627a94df:44177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39471d86eebc4fea834acaf258727178 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412113586/Put/seqid=0 2024-12-05T15:23:01,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741845_1021 (size=6726) 2024-12-05T15:23:02,065 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.1733412106148 to pos 997, reset compression=false 2024-12-05T15:23:02,089 INFO [M:0;5a29627a94df:44177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39471d86eebc4fea834acaf258727178 2024-12-05T15:23:02,176 INFO [M:0;5a29627a94df:44177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39471d86eebc4fea834acaf258727178 2024-12-05T15:23:02,189 DEBUG [M:0;5a29627a94df:44177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76519ba1cdfc4cb287dbac9992479bc4 is 69, key is 5a29627a94df,41773,1733412108575/rs:state/1733412110246/Put/seqid=0 2024-12-05T15:23:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741846_1022 (size=5156) 2024-12-05T15:23:02,593 INFO [M:0;5a29627a94df:44177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76519ba1cdfc4cb287dbac9992479bc4 2024-12-05T15:23:02,598 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/047d312e517644c88aa1aa77a95884ee as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/047d312e517644c88aa1aa77a95884ee 2024-12-05T15:23:02,603 INFO [M:0;5a29627a94df:44177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/047d312e517644c88aa1aa77a95884ee, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T15:23:02,604 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39471d86eebc4fea834acaf258727178 as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39471d86eebc4fea834acaf258727178 2024-12-05T15:23:02,608 INFO [M:0;5a29627a94df:44177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39471d86eebc4fea834acaf258727178 2024-12-05T15:23:02,608 INFO [M:0;5a29627a94df:44177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39471d86eebc4fea834acaf258727178, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T15:23:02,609 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76519ba1cdfc4cb287dbac9992479bc4 as hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76519ba1cdfc4cb287dbac9992479bc4 2024-12-05T15:23:02,614 INFO [M:0;5a29627a94df:44177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/43f4813a-d709-69c0-7b60-1b9aacbc708b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76519ba1cdfc4cb287dbac9992479bc4, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T15:23:02,615 INFO [M:0;5a29627a94df:44177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1367ms, sequenceid=58, compaction requested=false 2024-12-05T15:23:02,616 INFO [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:02,616 DEBUG [M:0;5a29627a94df:44177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412181248Disabling compacts and flushes for region at 1733412181248Disabling writes for close at 1733412181248Obtaining lock to block concurrent updates at 1733412181249 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412181249Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1733412181249Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412181249Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412181250 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412181262 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412181262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412181672 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412181684 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412181684Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412182176 (+492 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412182188 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412182188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a493d4d: reopening flushed file at 1733412182598 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f5ea45: reopening flushed file at 1733412182603 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339ed840: reopening flushed file at 1733412182609 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1367ms, sequenceid=58, compaction requested=false at 1733412182615 (+6 ms)Writing region close event to WAL at 1733412182616 (+1 ms)Closed at 1733412182616 2024-12-05T15:23:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35599 is added to blk_1073741830_1006 (size=33014) 2024-12-05T15:23:02,618 INFO [M:0;5a29627a94df:44177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:23:02,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:02,618 INFO [M:0;5a29627a94df:44177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44177 2024-12-05T15:23:02,619 INFO [M:0;5a29627a94df:44177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:02,750 INFO [M:0;5a29627a94df:44177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101a74363a70003, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:02,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:02,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:02,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:02,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:02,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:02,789 WARN [BP-2106881334-172.17.0.3-1733412106823 heartbeating to localhost/127.0.0.1:37635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:23:02,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:23:02,789 WARN [BP-2106881334-172.17.0.3-1733412106823 heartbeating to localhost/127.0.0.1:37635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106881334-172.17.0.3-1733412106823 (Datanode Uuid 00b4878e-d446-4f8c-9714-044309ec0b1f) service to localhost/127.0.0.1:37635 2024-12-05T15:23:02,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:23:02,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/cluster_7e2f05e3-08b5-196b-d6a9-32c06dffa8bb/data/data1/current/BP-2106881334-172.17.0.3-1733412106823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:02,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/cluster_7e2f05e3-08b5-196b-d6a9-32c06dffa8bb/data/data2/current/BP-2106881334-172.17.0.3-1733412106823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:02,790 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:23:02,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:02,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:02,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:02,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:02,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:02,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:23:02,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:23:02,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:02,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:02,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:02,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:02,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:02,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:23:02,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1634437415, stopped=false 2024-12-05T15:23:02,807 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,39733,1733412103777 2024-12-05T15:23:02,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931924632/running 2024-12-05T15:23:02,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931924632/running 2024-12-05T15:23:02,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:23:02,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:23:02,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:02,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:02,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:02,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:02,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,41197,1733412103940' ***** 2024-12-05T15:23:02,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:23:02,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/running 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:23:02,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(3091): Received CLOSE for f10b129af6cc51868324c08e1aa1b17f 2024-12-05T15:23:02,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Set watcher on znode that does not yet exist, /01931924632/running 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(3091): Received CLOSE for f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,41197,1733412103940 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:41197. 2024-12-05T15:23:02,818 DEBUG [RS:0;5a29627a94df:41197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:02,818 DEBUG [RS:0;5a29627a94df:41197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:02,818 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f10b129af6cc51868324c08e1aa1b17f, disabling compactions & flushes 2024-12-05T15:23:02,818 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:23:02,818 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:23:02,818 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. after waiting 0 ms 2024-12-05T15:23:02,818 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:23:02,818 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:23:02,820 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:23:02,820 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1325): Online Regions={f10b129af6cc51868324c08e1aa1b17f=test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f., 1588230740=hbase:meta,,1.1588230740, f2ae6c7426540dc75f45ec7d931bf57d=hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d.} 2024-12-05T15:23:02,820 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f10b129af6cc51868324c08e1aa1b17f, f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:23:02,821 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:02,821 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:02,821 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:02,821 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:02,821 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:02,821 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:23:02,825 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/default/test/f10b129af6cc51868324c08e1aa1b17f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:23:02,825 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:02,825 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:23:02,825 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:23:02,825 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f10b129af6cc51868324c08e1aa1b17f: Waiting for close lock at 1733412182818Running coprocessor pre-close hooks at 1733412182818Disabling compacts and flushes for region at 1733412182818Disabling writes for close at 1733412182818Writing region close event to WAL at 1733412182822 (+4 ms)Running coprocessor post-close hooks at 1733412182825 (+3 ms)Closed at 1733412182825 2024-12-05T15:23:02,825 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f. 2024-12-05T15:23:02,825 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2ae6c7426540dc75f45ec7d931bf57d, disabling compactions & flushes 2024-12-05T15:23:02,826 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:23:02,826 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:23:02,826 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. after waiting 0 ms 2024-12-05T15:23:02,826 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:23:02,826 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2ae6c7426540dc75f45ec7d931bf57d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T15:23:02,839 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/.tmp/hfileref/a1b1c1846d8f4e8a90d3c1254ea41aed is 74, key is 1/hfileref:97b7366a355f4ba2a9685bbdf93ff8eb_SeqId_4_/1733412117529/DeleteColumn/seqid=0 2024-12-05T15:23:02,839 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/info/9fe17bb492bb4673aa204e286cb1376c is 147, key is hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d./info:regioninfo/1733412115161/Put/seqid=0 2024-12-05T15:23:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741844_1020 (size=5203) 2024-12-05T15:23:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741845_1021 (size=7686) 2024-12-05T15:23:02,893 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:03,021 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:23:03,021 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:23:03,021 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:23:03,221 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:23:03,244 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/.tmp/hfileref/a1b1c1846d8f4e8a90d3c1254ea41aed 2024-12-05T15:23:03,244 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/info/9fe17bb492bb4673aa204e286cb1376c 2024-12-05T15:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/.tmp/queue/b4795abcc9064d008d18a76f9483dca9 is 153, key is 1-5a29627a94df,41197,1733412103940/queue:5a29627a94df%2C41197%2C1733412103940/1733412119003/Put/seqid=0 2024-12-05T15:23:03,262 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/ns/ca5ce548d4ba4ede976d052337217672 is 43, key is default/ns:d/1733412106750/Put/seqid=0 2024-12-05T15:23:03,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741846_1022 (size=5352) 2024-12-05T15:23:03,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741847_1023 (size=5153) 2024-12-05T15:23:03,421 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:23:03,621 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae6c7426540dc75f45ec7d931bf57d 2024-12-05T15:23:03,666 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/ns/ca5ce548d4ba4ede976d052337217672 2024-12-05T15:23:03,666 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/.tmp/queue/b4795abcc9064d008d18a76f9483dca9 2024-12-05T15:23:03,672 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/.tmp/hfileref/a1b1c1846d8f4e8a90d3c1254ea41aed as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/hfileref/a1b1c1846d8f4e8a90d3c1254ea41aed 2024-12-05T15:23:03,678 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/hfileref/a1b1c1846d8f4e8a90d3c1254ea41aed, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T15:23:03,679 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/.tmp/queue/b4795abcc9064d008d18a76f9483dca9 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/queue/b4795abcc9064d008d18a76f9483dca9 2024-12-05T15:23:03,685 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c1d6cbaa6e5448228b77424872b250ee is 112, key is test,,1733412111647.f10b129af6cc51868324c08e1aa1b17f./rep_barrier:seqnumDuringOpen/1733412112445/Put/seqid=0 2024-12-05T15:23:03,685 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/queue/b4795abcc9064d008d18a76f9483dca9, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T15:23:03,686 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2ae6c7426540dc75f45ec7d931bf57d in 860ms, sequenceid=10, compaction requested=false 2024-12-05T15:23:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741848_1024 (size=5518) 2024-12-05T15:23:03,690 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/replication/f2ae6c7426540dc75f45ec7d931bf57d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T15:23:03,691 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:03,691 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:03,691 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:23:03,691 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2ae6c7426540dc75f45ec7d931bf57d: Waiting for close lock at 1733412182825Running coprocessor pre-close hooks at 1733412182825Disabling compacts and flushes for region at 1733412182825Disabling writes for close at 1733412182826 (+1 ms)Obtaining lock to block concurrent updates at 1733412182826Preparing flush snapshotting stores in f2ae6c7426540dc75f45ec7d931bf57d at 1733412182826Finished memstore snapshotting hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733412182826Flushing stores of hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. at 1733412182826Flushing f2ae6c7426540dc75f45ec7d931bf57d/hfileref: creating writer at 1733412182827 (+1 ms)Flushing f2ae6c7426540dc75f45ec7d931bf57d/hfileref: appending metadata at 1733412182839 (+12 ms)Flushing f2ae6c7426540dc75f45ec7d931bf57d/hfileref: closing flushed file at 1733412182839Flushing f2ae6c7426540dc75f45ec7d931bf57d/queue: creating writer at 1733412183249 (+410 ms)Flushing f2ae6c7426540dc75f45ec7d931bf57d/queue: appending metadata at 1733412183261 (+12 ms)Flushing f2ae6c7426540dc75f45ec7d931bf57d/queue: closing flushed file at 1733412183261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136863a2: reopening flushed file at 1733412183671 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ed88d7: reopening flushed file at 1733412183678 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2ae6c7426540dc75f45ec7d931bf57d in 860ms, sequenceid=10, compaction requested=false at 1733412183686 (+8 ms)Writing region close event to WAL at 1733412183687 (+1 ms)Running coprocessor post-close hooks at 1733412183691 (+4 ms)Closed at 1733412183691 2024-12-05T15:23:03,691 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412113976.f2ae6c7426540dc75f45ec7d931bf57d. 2024-12-05T15:23:03,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:03,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:03,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:03,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:03,821 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:23:03,821 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:23:03,821 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:04,022 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:04,089 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c1d6cbaa6e5448228b77424872b250ee 2024-12-05T15:23:04,107 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/table/a21b6d0e91414a1483de0749196ade82 is 53, key is hbase:replication/table:state/1733412115171/Put/seqid=0 2024-12-05T15:23:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741849_1025 (size=5308) 2024-12-05T15:23:04,222 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:04,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:04,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:04,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:04,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:04,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:04,422 DEBUG [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:04,513 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/table/a21b6d0e91414a1483de0749196ade82 2024-12-05T15:23:04,519 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/info/9fe17bb492bb4673aa204e286cb1376c as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/info/9fe17bb492bb4673aa204e286cb1376c 2024-12-05T15:23:04,523 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/info/9fe17bb492bb4673aa204e286cb1376c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:23:04,524 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/ns/ca5ce548d4ba4ede976d052337217672 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/ns/ca5ce548d4ba4ede976d052337217672 2024-12-05T15:23:04,529 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/ns/ca5ce548d4ba4ede976d052337217672, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:23:04,530 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c1d6cbaa6e5448228b77424872b250ee as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/rep_barrier/c1d6cbaa6e5448228b77424872b250ee 2024-12-05T15:23:04,535 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/rep_barrier/c1d6cbaa6e5448228b77424872b250ee, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:23:04,536 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/.tmp/table/a21b6d0e91414a1483de0749196ade82 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/table/a21b6d0e91414a1483de0749196ade82 2024-12-05T15:23:04,541 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/table/a21b6d0e91414a1483de0749196ade82, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:23:04,542 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-12-05T15:23:04,543 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:23:04,547 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:23:04,548 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:04,548 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:04,548 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:04,548 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412182820Running coprocessor pre-close hooks at 1733412182821 (+1 ms)Disabling compacts and flushes for region at 1733412182821Disabling writes for close at 1733412182821Obtaining lock to block concurrent updates at 1733412182821Preparing flush snapshotting stores in 1588230740 at 1733412182821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412182821Flushing stores of hbase:meta,,1.1588230740 at 1733412182822 (+1 ms)Flushing 1588230740/info: creating writer at 1733412182822Flushing 1588230740/info: appending metadata at 1733412182839 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733412182839Flushing 1588230740/ns: creating writer at 1733412183250 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733412183261 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733412183261Flushing 1588230740/rep_barrier: creating writer at 1733412183671 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412183684 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412183684Flushing 1588230740/table: creating writer at 1733412184094 (+410 ms)Flushing 1588230740/table: appending metadata at 1733412184107 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733412184107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dac2d9f: reopening flushed file at 1733412184518 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6920a0d0: reopening flushed file at 1733412184524 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b32b17: reopening flushed file at 1733412184529 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f8fab5: reopening flushed file at 1733412184535 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1733412184542 (+7 ms)Writing region close event to WAL at 1733412184544 (+2 ms)Running coprocessor post-close hooks at 1733412184548 (+4 ms)Closed at 1733412184548 2024-12-05T15:23:04,548 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:04,622 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,41197,1733412103940; all regions closed. 2024-12-05T15:23:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:23:04,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.meta.1733412106681.meta not finished, retry = 0 2024-12-05T15:23:04,727 DEBUG [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/oldWALs 2024-12-05T15:23:04,727 INFO [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C41197%2C1733412103940.meta:.meta(num 1733412106681) 2024-12-05T15:23:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741839_1015 (size=2700) 2024-12-05T15:23:04,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/WALs/5a29627a94df,41197,1733412103940/5a29627a94df%2C41197%2C1733412103940.rep.1733412115120 not finished, retry = 0 2024-12-05T15:23:04,832 DEBUG [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/oldWALs 2024-12-05T15:23:04,832 INFO [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C41197%2C1733412103940.rep:(num 1733412115120) 2024-12-05T15:23:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741832_1008 (size=1300) 2024-12-05T15:23:04,836 DEBUG [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/oldWALs 2024-12-05T15:23:04,836 INFO [RS:0;5a29627a94df:41197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C41197%2C1733412103940:(num 1733412106148) 2024-12-05T15:23:04,837 DEBUG [RS:0;5a29627a94df:41197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:04,837 INFO [RS:0;5a29627a94df:41197 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:04,837 INFO [RS:0;5a29627a94df:41197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:04,837 INFO [RS:0;5a29627a94df:41197 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:04,837 INFO [RS:0;5a29627a94df:41197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:04,837 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:04,837 INFO [RS:0;5a29627a94df:41197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,41197,1733412103940 because: Region server is closing 2024-12-05T15:23:04,837 INFO [RS:0;5a29627a94df:41197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:41197. 2024-12-05T15:23:04,837 DEBUG [RS:0;5a29627a94df:41197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:04,838 DEBUG [RS:0;5a29627a94df:41197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:04,838 DEBUG [RS:0;5a29627a94df:41197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:04,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:04,938 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.wal-reader.5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:23:04,938 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:23:04,938 INFO [RS:0;5a29627a94df:41197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,41197,1733412103940.replicationSource.shipper5a29627a94df%2C41197%2C1733412103940,1-5a29627a94df,41197,1733412103940 terminated 2024-12-05T15:23:04,938 INFO [RS:0;5a29627a94df:41197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41197 2024-12-05T15:23:04,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931924632/rs/5a29627a94df,41197,1733412103940 2024-12-05T15:23:04,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632/rs 2024-12-05T15:23:04,975 INFO [RS:0;5a29627a94df:41197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:04,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,41197,1733412103940] 2024-12-05T15:23:04,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01931924632/draining/5a29627a94df,41197,1733412103940 already deleted, retry=false 2024-12-05T15:23:04,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,41197,1733412103940 expired; onlineServers=0 2024-12-05T15:23:04,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,39733,1733412103777' ***** 2024-12-05T15:23:04,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:04,992 DEBUG [M:0;5a29627a94df:39733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:23:04,992 DEBUG [M:0;5a29627a94df:39733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:23:04,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:23:04,992 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412105888 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412105888,5,FailOnTimeoutGroup] 2024-12-05T15:23:04,992 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412105889 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412105889,5,FailOnTimeoutGroup] 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:04,992 DEBUG [M:0;5a29627a94df:39733 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:04,992 INFO [M:0;5a29627a94df:39733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:23:04,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:23:05,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931924632/master 2024-12-05T15:23:05,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931924632 2024-12-05T15:23:05,000 DEBUG [M:0;5a29627a94df:39733 {}] zookeeper.ZKUtil(347): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Unable to get data of znode /01931924632/master because node does not exist (not an error) 2024-12-05T15:23:05,000 WARN [M:0;5a29627a94df:39733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:23:05,001 INFO [M:0;5a29627a94df:39733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/.lastflushedseqids 2024-12-05T15:23:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741850_1026 (size=263) 2024-12-05T15:23:05,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:05,083 INFO [RS:0;5a29627a94df:41197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:05,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x101a74363a70001, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:05,084 INFO [RS:0;5a29627a94df:41197 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,41197,1733412103940; zookeeper connection closed. 2024-12-05T15:23:05,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1150836 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1150836 2024-12-05T15:23:05,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:23:05,406 INFO [M:0;5a29627a94df:39733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:23:05,407 INFO [M:0;5a29627a94df:39733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:23:05,407 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:05,407 INFO [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:05,407 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:05,407 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:05,407 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:05,407 INFO [M:0;5a29627a94df:39733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-05T15:23:05,420 DEBUG [M:0;5a29627a94df:39733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/098dd6dc1e094d1daa1398b242917492 is 82, key is hbase:meta,,1/info:regioninfo/1733412106711/Put/seqid=0 2024-12-05T15:23:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741851_1027 (size=5672) 2024-12-05T15:23:05,825 INFO [M:0;5a29627a94df:39733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/098dd6dc1e094d1daa1398b242917492 2024-12-05T15:23:05,847 DEBUG [M:0;5a29627a94df:39733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aa69ebe9bae44078ef6dbf29e65c47b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412112473/Put/seqid=0 2024-12-05T15:23:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741852_1028 (size=7239) 2024-12-05T15:23:06,251 INFO [M:0;5a29627a94df:39733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aa69ebe9bae44078ef6dbf29e65c47b 2024-12-05T15:23:06,256 INFO [M:0;5a29627a94df:39733 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1aa69ebe9bae44078ef6dbf29e65c47b 2024-12-05T15:23:06,268 DEBUG [M:0;5a29627a94df:39733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797a309e2a944fb986a575da29e68bf8 is 69, key is 5a29627a94df,41197,1733412103940/rs:state/1733412106001/Put/seqid=0 2024-12-05T15:23:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741853_1029 (size=5156) 2024-12-05T15:23:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:23:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:23:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:23:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:23:06,672 INFO [M:0;5a29627a94df:39733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797a309e2a944fb986a575da29e68bf8 2024-12-05T15:23:06,678 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/098dd6dc1e094d1daa1398b242917492 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/098dd6dc1e094d1daa1398b242917492 2024-12-05T15:23:06,682 INFO [M:0;5a29627a94df:39733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/098dd6dc1e094d1daa1398b242917492, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T15:23:06,683 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aa69ebe9bae44078ef6dbf29e65c47b as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1aa69ebe9bae44078ef6dbf29e65c47b 2024-12-05T15:23:06,687 INFO [M:0;5a29627a94df:39733 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1aa69ebe9bae44078ef6dbf29e65c47b 2024-12-05T15:23:06,687 INFO [M:0;5a29627a94df:39733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1aa69ebe9bae44078ef6dbf29e65c47b, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T15:23:06,688 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797a309e2a944fb986a575da29e68bf8 as hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/797a309e2a944fb986a575da29e68bf8 2024-12-05T15:23:06,692 INFO [M:0;5a29627a94df:39733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42555/user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/797a309e2a944fb986a575da29e68bf8, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T15:23:06,693 INFO [M:0;5a29627a94df:39733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-12-05T15:23:06,695 INFO [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:06,695 DEBUG [M:0;5a29627a94df:39733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412185407Disabling compacts and flushes for region at 1733412185407Disabling writes for close at 1733412185407Obtaining lock to block concurrent updates at 1733412185407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412185407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733412185407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412185408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412185408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412185420 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412185420Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412185830 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412185846 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412185846Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412186256 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412186267 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412186267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afc595c: reopening flushed file at 1733412186677 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e92030: reopening flushed file at 1733412186682 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbc46a2: reopening flushed file at 1733412186687 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1733412186693 (+6 ms)Writing region close event to WAL at 1733412186695 (+2 ms)Closed at 1733412186695 2024-12-05T15:23:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741830_1006 (size=64514) 2024-12-05T15:23:06,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/649a106c-d4d7-aa1b-2dac-5c4e030201c0/MasterData/WALs/5a29627a94df,39733,1733412103777/5a29627a94df%2C39733%2C1733412103777.1733412105698 not finished, retry = 0 2024-12-05T15:23:06,798 INFO [M:0;5a29627a94df:39733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:23:06,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:06,798 INFO [M:0;5a29627a94df:39733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39733 2024-12-05T15:23:06,798 INFO [M:0;5a29627a94df:39733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39733-0x101a74363a70000, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:06,992 INFO [M:0;5a29627a94df:39733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:06,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:06,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:06,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:06,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:06,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:06,995 WARN [BP-579048167-172.17.0.3-1733412101654 heartbeating to localhost/127.0.0.1:42555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:23:06,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:23:06,995 WARN [BP-579048167-172.17.0.3-1733412101654 heartbeating to localhost/127.0.0.1:42555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-579048167-172.17.0.3-1733412101654 (Datanode Uuid 29e378cf-f281-4b16-8eb4-19ae18115834) service to localhost/127.0.0.1:42555 2024-12-05T15:23:06,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:23:06,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/data/data1/current/BP-579048167-172.17.0.3-1733412101654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:06,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/cluster_7a0ee3bb-98e2-1f57-2db0-1b7654e87139/data/data2/current/BP-579048167-172.17.0.3-1733412101654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:06,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:23:07,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:07,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:07,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:07,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:07,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3ec8167-ca34-1ef0-21e7-955e4c1eaabb/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:07,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:23:07,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:23:07,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f98acb8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f98acb8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42555 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=6177 (was 6576) 2024-12-05T15:23:07,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6177 2024-12-05T15:23:07,040 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T15:23:07,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir so I do NOT create it in target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051 2024-12-05T15:23:07,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:23:07,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.tmp.dir so I do NOT create it in target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051 2024-12-05T15:23:07,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bca9b581-8037-0936-0e60-2a780e95830a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:23:07,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051 2024-12-05T15:23:07,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36, deleteOnExit=true 2024-12-05T15:23:07,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/zookeeper_0, clientPort=60168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:23:07,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60168 2024-12-05T15:23:07,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:23:07,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:23:07,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/test.cache.data in system properties and HBase conf 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:23:07,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:23:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:07,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:23:07,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:23:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a74363a70005, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:23:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a74363a70002, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:23:07,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a74363a70005, quorum=127.0.0.1:49713, baseZNode=/1-48281473 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:23:07,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a74363a70002, quorum=127.0.0.1:49713, baseZNode=/01931924632 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:23:07,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:07,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:07,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:07,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:07,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:23:07,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:07,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:07,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:07,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24864714{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/java.io.tmpdir/jetty-localhost-34267-hadoop-hdfs-3_4_1-tests_jar-_-any-3084654328213129711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:07,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:34267} 2024-12-05T15:23:07,414 INFO [Time-limited test {}] server.Server(415): Started @136367ms 2024-12-05T15:23:07,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:07,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:07,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:07,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:07,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:23:07,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:07,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:07,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69252cfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/java.io.tmpdir/jetty-localhost-42067-hadoop-hdfs-3_4_1-tests_jar-_-any-15347573862535500878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:07,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:42067} 2024-12-05T15:23:07,666 INFO [Time-limited test {}] server.Server(415): Started @136618ms 2024-12-05T15:23:07,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:23:08,032 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/data/data2/current/BP-321353173-172.17.0.3-1733412187064/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:08,032 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/data/data1/current/BP-321353173-172.17.0.3-1733412187064/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:08,045 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:23:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4894228a1d4bc863 with lease ID 0x5ea2a74fa76c927b: Processing first storage report for DS-5cd4c844-4c9e-4670-8c18-382319e67588 from datanode DatanodeRegistration(127.0.0.1:44621, datanodeUuid=5db7c9b6-bedb-4301-8390-9fcf03f6fe34, infoPort=35155, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=346143552;c=1733412187064) 2024-12-05T15:23:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4894228a1d4bc863 with lease ID 0x5ea2a74fa76c927b: from storage DS-5cd4c844-4c9e-4670-8c18-382319e67588 node DatanodeRegistration(127.0.0.1:44621, datanodeUuid=5db7c9b6-bedb-4301-8390-9fcf03f6fe34, infoPort=35155, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=346143552;c=1733412187064), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4894228a1d4bc863 with lease ID 0x5ea2a74fa76c927b: Processing first storage report for DS-cceeeaa8-0354-402d-8946-4223dd5fc4bf from datanode DatanodeRegistration(127.0.0.1:44621, datanodeUuid=5db7c9b6-bedb-4301-8390-9fcf03f6fe34, infoPort=35155, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=346143552;c=1733412187064) 2024-12-05T15:23:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4894228a1d4bc863 with lease ID 0x5ea2a74fa76c927b: from storage DS-cceeeaa8-0354-402d-8946-4223dd5fc4bf node DatanodeRegistration(127.0.0.1:44621, datanodeUuid=5db7c9b6-bedb-4301-8390-9fcf03f6fe34, infoPort=35155, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=346143552;c=1733412187064), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:08,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051 2024-12-05T15:23:08,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:08,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:23:08,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa with version=8 2024-12-05T15:23:08,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/hbase-staging 2024-12-05T15:23:08,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:23:08,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:08,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36565 2024-12-05T15:23:08,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36565 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365650x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:08,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36565-0x101a744b14b0000 connected 2024-12-05T15:23:08,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:08,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:08,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:08,626 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa, hbase.cluster.distributed=false 2024-12-05T15:23:08,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/acl 2024-12-05T15:23:08,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36565 2024-12-05T15:23:08,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36565 2024-12-05T15:23:08,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36565 2024-12-05T15:23:08,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36565 2024-12-05T15:23:08,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36565 2024-12-05T15:23:08,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:08,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:08,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:08,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:08,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:08,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:08,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:23:08,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:08,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34211 2024-12-05T15:23:08,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34211 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:08,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:08,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:08,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342110x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:08,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342110x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:08,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34211-0x101a744b14b0001 connected 2024-12-05T15:23:08,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:23:08,659 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:23:08,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/master 2024-12-05T15:23:08,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/acl 2024-12-05T15:23:08,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34211 2024-12-05T15:23:08,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34211 2024-12-05T15:23:08,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34211 2024-12-05T15:23:08,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34211 2024-12-05T15:23:08,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34211 2024-12-05T15:23:08,676 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:36565 2024-12-05T15:23:08,677 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-367829413/backup-masters/5a29627a94df,36565,1733412188502 2024-12-05T15:23:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:08,682 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on existing znode=/0-367829413/backup-masters/5a29627a94df,36565,1733412188502 2024-12-05T15:23:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367829413/master 2024-12-05T15:23:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:08,690 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on existing znode=/0-367829413/master 2024-12-05T15:23:08,690 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-367829413/backup-masters/5a29627a94df,36565,1733412188502 from backup master directory 2024-12-05T15:23:08,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/backup-masters/5a29627a94df,36565,1733412188502 2024-12-05T15:23:08,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:08,698 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:08,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:08,698 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,36565,1733412188502 2024-12-05T15:23:08,701 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/hbase.id] with ID: 6141a4d4-c8ca-47e9-958b-6a6bdb2af39b 2024-12-05T15:23:08,701 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/.tmp/hbase.id 2024-12-05T15:23:08,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:23:09,106 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/.tmp/hbase.id]:[hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/hbase.id] 2024-12-05T15:23:09,116 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:09,116 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:23:09,117 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:23:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:23:09,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:09,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:09,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:09,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:09,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:09,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:09,554 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:09,555 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:23:09,555 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:23:09,962 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store 2024-12-05T15:23:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:23:10,369 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:10,369 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:10,369 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:10,369 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:10,369 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:10,369 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:10,369 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:10,369 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412190369Disabling compacts and flushes for region at 1733412190369Disabling writes for close at 1733412190369Writing region close event to WAL at 1733412190369Closed at 1733412190369 2024-12-05T15:23:10,370 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/.initializing 2024-12-05T15:23:10,370 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502 2024-12-05T15:23:10,371 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:10,372 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C36565%2C1733412188502, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/oldWALs, maxLogs=10 2024-12-05T15:23:10,382 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502/5a29627a94df%2C36565%2C1733412188502.1733412190372, exclude list is [], retry=0 2024-12-05T15:23:10,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:10,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502/5a29627a94df%2C36565%2C1733412188502.1733412190372 2024-12-05T15:23:10,387 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:10,387 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:10,387 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:10,387 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,387 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:23:10,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:10,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:10,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:23:10,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:10,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:10,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:23:10,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:10,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:10,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:23:10,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:10,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:10,396 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,396 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,397 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,398 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,398 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,398 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:10,400 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:10,403 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:10,403 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68297448, jitterRate=0.017711281776428223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:10,404 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412190388Initializing all the Stores at 1733412190388Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412190388Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412190390 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412190390Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412190390Cleaning up temporary data from old regions at 1733412190398 (+8 ms)Region opened successfully at 1733412190404 (+6 ms) 2024-12-05T15:23:10,404 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:23:10,407 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b595ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:10,407 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:23:10,407 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:23:10,407 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:23:10,408 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:23:10,408 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:23:10,408 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:23:10,408 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:23:10,410 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:23:10,411 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/balancer because node does not exist (not necessarily an error) 2024-12-05T15:23:10,473 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/balancer already deleted, retry=false 2024-12-05T15:23:10,473 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:23:10,474 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:23:10,481 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/normalizer already deleted, retry=false 2024-12-05T15:23:10,481 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:23:10,482 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:23:10,489 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/switch/split already deleted, retry=false 2024-12-05T15:23:10,490 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:23:10,498 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/switch/merge already deleted, retry=false 2024-12-05T15:23:10,499 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:23:10,506 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/snapshot-cleanup already deleted, retry=false 2024-12-05T15:23:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:10,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,36565,1733412188502, sessionid=0x101a744b14b0000, setting cluster-up flag (Was=false) 2024-12-05T15:23:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:10,556 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-367829413/flush-table-proc/acquired, /0-367829413/flush-table-proc/reached, /0-367829413/flush-table-proc/abort 2024-12-05T15:23:10,557 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,36565,1733412188502 2024-12-05T15:23:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:10,598 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-367829413/online-snapshot/acquired, /0-367829413/online-snapshot/reached, /0-367829413/online-snapshot/abort 2024-12-05T15:23:10,599 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,36565,1733412188502 2024-12-05T15:23:10,600 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:23:10,601 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:10,601 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:23:10,601 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:23:10,601 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,36565,1733412188502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:23:10,602 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:10,602 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:10,602 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:10,602 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:10,602 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:23:10,603 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,603 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:10,603 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412220603 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:23:10,603 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:10,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:23:10,604 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:23:10,605 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412190604,5,FailOnTimeoutGroup] 2024-12-05T15:23:10,605 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412190605,5,FailOnTimeoutGroup] 2024-12-05T15:23:10,605 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:10,605 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,605 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:23:10,605 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,605 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,605 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:23:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:23:10,670 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(746): ClusterId : 6141a4d4-c8ca-47e9-958b-6a6bdb2af39b 2024-12-05T15:23:10,670 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:23:10,680 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:23:10,680 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:23:10,690 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:23:10,690 DEBUG [RS:0;5a29627a94df:34211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7565f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:10,700 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:34211 2024-12-05T15:23:10,700 INFO [RS:0;5a29627a94df:34211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:23:10,700 INFO [RS:0;5a29627a94df:34211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:23:10,700 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:23:10,701 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,36565,1733412188502 with port=34211, startcode=1733412188640 2024-12-05T15:23:10,701 DEBUG [RS:0;5a29627a94df:34211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:23:10,703 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:23:10,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,34211,1733412188640 2024-12-05T15:23:10,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36565 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,34211,1733412188640 2024-12-05T15:23:10,705 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa 2024-12-05T15:23:10,705 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34979 2024-12-05T15:23:10,705 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:23:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/rs 2024-12-05T15:23:10,715 DEBUG [RS:0;5a29627a94df:34211 {}] zookeeper.ZKUtil(111): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on existing znode=/0-367829413/rs/5a29627a94df,34211,1733412188640 2024-12-05T15:23:10,715 WARN [RS:0;5a29627a94df:34211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:10,715 INFO [RS:0;5a29627a94df:34211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:10,715 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640 2024-12-05T15:23:10,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,34211,1733412188640] 2024-12-05T15:23:10,718 INFO [RS:0;5a29627a94df:34211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:23:10,720 INFO [RS:0;5a29627a94df:34211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:23:10,720 INFO [RS:0;5a29627a94df:34211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:23:10,720 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,721 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:23:10,721 INFO [RS:0;5a29627a94df:34211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:23:10,721 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,721 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,721 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,721 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:10,722 DEBUG [RS:0;5a29627a94df:34211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:10,726 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,726 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,727 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,727 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,727 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,727 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,34211,1733412188640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:10,739 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:23:10,739 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,34211,1733412188640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,740 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,740 INFO [RS:0;5a29627a94df:34211 {}] regionserver.Replication(171): 5a29627a94df,34211,1733412188640 started 2024-12-05T15:23:10,752 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:10,753 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,34211,1733412188640, RpcServer on 5a29627a94df/172.17.0.3:34211, sessionid=0x101a744b14b0001 2024-12-05T15:23:10,753 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:23:10,753 DEBUG [RS:0;5a29627a94df:34211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,34211,1733412188640 2024-12-05T15:23:10,753 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,34211,1733412188640' 2024-12-05T15:23:10,753 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-367829413/flush-table-proc/abort' 2024-12-05T15:23:10,753 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-367829413/flush-table-proc/acquired' 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,34211,1733412188640 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,34211,1733412188640' 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-367829413/online-snapshot/abort' 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-367829413/online-snapshot/acquired' 2024-12-05T15:23:10,754 DEBUG [RS:0;5a29627a94df:34211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:23:10,754 INFO [RS:0;5a29627a94df:34211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:23:10,754 INFO [RS:0;5a29627a94df:34211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:23:10,855 INFO [RS:0;5a29627a94df:34211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:10,857 INFO [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34211%2C1733412188640, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs, maxLogs=10 2024-12-05T15:23:10,867 DEBUG [RS:0;5a29627a94df:34211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857, exclude list is [], retry=0 2024-12-05T15:23:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:10,872 INFO [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 2024-12-05T15:23:10,872 DEBUG [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:11,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:23:11,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa 2024-12-05T15:23:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:23:11,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:11,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:11,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:11,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:11,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:11,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:11,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:11,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:11,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:11,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:11,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740 2024-12-05T15:23:11,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740 2024-12-05T15:23:11,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:11,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:11,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:11,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:11,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:11,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67220897, jitterRate=0.0016694217920303345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:11,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412191418Initializing all the Stores at 1733412191419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412191419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412191419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412191419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412191419Cleaning up temporary data from old regions at 1733412191428 (+9 ms)Region opened successfully at 1733412191432 (+4 ms) 2024-12-05T15:23:11,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:11,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:11,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:11,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:11,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:11,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:11,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412191432Disabling compacts and flushes for region at 1733412191432Disabling writes for close at 1733412191432Writing region close event to WAL at 1733412191432Closed at 1733412191432 2024-12-05T15:23:11,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:11,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:23:11,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:23:11,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:11,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:23:11,585 DEBUG [5a29627a94df:36565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:23:11,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,34211,1733412188640 2024-12-05T15:23:11,586 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34211,1733412188640, state=OPENING 2024-12-05T15:23:11,631 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:23:11,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:11,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:11,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:11,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:11,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:11,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,34211,1733412188640}] 2024-12-05T15:23:11,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:11,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:23:11,796 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:23:11,796 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:11,797 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:23:11,798 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34211%2C1733412188640.meta, suffix=.meta, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs, maxLogs=10 2024-12-05T15:23:11,808 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.meta.1733412191798.meta, exclude list is [], retry=0 2024-12-05T15:23:11,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:11,812 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.meta.1733412191798.meta 2024-12-05T15:23:11,812 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:11,812 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:11,812 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:11,812 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:11,812 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:23:11,813 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:23:11,813 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:23:11,813 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:11,813 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:23:11,813 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:23:11,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:11,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:11,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:11,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:11,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:11,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:11,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:11,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:11,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:11,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:11,819 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:11,820 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740 2024-12-05T15:23:11,820 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740 2024-12-05T15:23:11,821 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:11,821 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:11,822 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:11,823 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:11,824 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64552358, jitterRate=-0.038094907999038696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:11,824 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:23:11,824 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412191813Writing region info on filesystem at 1733412191813Initializing all the Stores at 1733412191814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412191814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412191814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412191814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412191814Cleaning up temporary data from old regions at 1733412191821 (+7 ms)Running coprocessor post-open hooks at 1733412191824 (+3 ms)Region opened successfully at 1733412191824 2024-12-05T15:23:11,825 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412191792 2024-12-05T15:23:11,827 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:23:11,827 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:23:11,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,34211,1733412188640 2024-12-05T15:23:11,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34211,1733412188640, state=OPEN 2024-12-05T15:23:11,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:11,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:11,856 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,34211,1733412188640 2024-12-05T15:23:11,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:11,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:11,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:23:11,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,34211,1733412188640 in 216 msec 2024-12-05T15:23:11,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:23:11,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-05T15:23:11,861 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:11,861 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:23:11,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:11,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34211,1733412188640, seqNum=-1] 2024-12-05T15:23:11,863 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:11,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:11,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-12-05T15:23:11,869 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412191869, completionTime=-1 2024-12-05T15:23:11,869 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:23:11,869 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:23:11,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:23:11,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412251871 2024-12-05T15:23:11,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412311871 2024-12-05T15:23:11,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T15:23:11,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36565,1733412188502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36565,1733412188502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36565,1733412188502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:36565, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,874 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:23:11,875 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.177sec 2024-12-05T15:23:11,875 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:23:11,875 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:23:11,875 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:23:11,875 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:23:11,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:23:11,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36565,1733412188502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:11,876 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36565,1733412188502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:23:11,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:23:11,878 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:23:11,878 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36565,1733412188502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:11,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:11,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36565,-1 for getting cluster id 2024-12-05T15:23:11,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:11,972 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141a4d4-c8ca-47e9-958b-6a6bdb2af39b' 2024-12-05T15:23:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141a4d4-c8ca-47e9-958b-6a6bdb2af39b" 2024-12-05T15:23:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63da9bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36565,-1] 2024-12-05T15:23:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:11,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:11,974 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:11,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:11,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34211,1733412188640, seqNum=-1] 2024-12-05T15:23:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:11,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:11,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,36565,1733412188502 2024-12-05T15:23:11,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:11,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a744b14b0002 connected 2024-12-05T15:23:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir so I do NOT create it in target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578 2024-12-05T15:23:12,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:23:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.tmp.dir so I do NOT create it in target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578 2024-12-05T15:23:12,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:23:12,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578 2024-12-05T15:23:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:23:12,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/cluster_9a4102e2-d854-2bd5-7a77-43577aacbe3f, deleteOnExit=true 2024-12-05T15:23:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/test.cache.data in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:23:12,007 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:23:12,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:23:12,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:23:12,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:12,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:23:12,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:23:12,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:12,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:12,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:12,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:12,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:23:12,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:12,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:12,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:12,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fcc2584{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/java.io.tmpdir/jetty-localhost-38457-hadoop-hdfs-3_4_1-tests_jar-_-any-3163675282331788950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:12,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:38457} 2024-12-05T15:23:12,344 INFO [Time-limited test {}] server.Server(415): Started @141296ms 2024-12-05T15:23:12,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:12,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:12,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:12,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:12,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:23:12,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:12,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:12,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fab3a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/java.io.tmpdir/jetty-localhost-42127-hadoop-hdfs-3_4_1-tests_jar-_-any-2495865534405624082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:12,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:42127} 2024-12-05T15:23:12,644 INFO [Time-limited test {}] server.Server(415): Started @141596ms 2024-12-05T15:23:12,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:23:13,112 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/cluster_9a4102e2-d854-2bd5-7a77-43577aacbe3f/data/data2/current/BP-1137428821-172.17.0.3-1733412192023/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:13,112 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/cluster_9a4102e2-d854-2bd5-7a77-43577aacbe3f/data/data1/current/BP-1137428821-172.17.0.3-1733412192023/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:13,131 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:23:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1179fa4c8cb1b2 with lease ID 0x9a5b14953407adec: Processing first storage report for DS-10aeaace-626d-4170-80d0-0f222c97cad1 from datanode DatanodeRegistration(127.0.0.1:33459, datanodeUuid=8ee91a31-342a-4862-a95c-a107536368a7, infoPort=34133, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=229750032;c=1733412192023) 2024-12-05T15:23:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1179fa4c8cb1b2 with lease ID 0x9a5b14953407adec: from storage DS-10aeaace-626d-4170-80d0-0f222c97cad1 node DatanodeRegistration(127.0.0.1:33459, datanodeUuid=8ee91a31-342a-4862-a95c-a107536368a7, infoPort=34133, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=229750032;c=1733412192023), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1179fa4c8cb1b2 with lease ID 0x9a5b14953407adec: Processing first storage report for DS-eb5ddedf-af54-446c-86be-bb5ee1dbe204 from datanode DatanodeRegistration(127.0.0.1:33459, datanodeUuid=8ee91a31-342a-4862-a95c-a107536368a7, infoPort=34133, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=229750032;c=1733412192023) 2024-12-05T15:23:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1179fa4c8cb1b2 with lease ID 0x9a5b14953407adec: from storage DS-eb5ddedf-af54-446c-86be-bb5ee1dbe204 node DatanodeRegistration(127.0.0.1:33459, datanodeUuid=8ee91a31-342a-4862-a95c-a107536368a7, infoPort=34133, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=229750032;c=1733412192023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:13,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578 2024-12-05T15:23:13,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:13,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:23:13,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49 with version=8 2024-12-05T15:23:13,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/hbase-staging 2024-12-05T15:23:13,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:13,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:13,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:13,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:13,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:13,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:13,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:23:13,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:13,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37725 2024-12-05T15:23:13,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37725 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:13,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377250x0, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:13,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37725-0x101a744b14b0003 connected 2024-12-05T15:23:13,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:13,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:13,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/running 2024-12-05T15:23:13,676 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49, hbase.cluster.distributed=false 2024-12-05T15:23:13,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/acl 2024-12-05T15:23:13,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-05T15:23:13,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37725 2024-12-05T15:23:13,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37725 2024-12-05T15:23:13,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-05T15:23:13,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-05T15:23:13,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:13,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37019 2024-12-05T15:23:13,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37019 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:13,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:13,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:13,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370190x0, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:13,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370190x0, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/running 2024-12-05T15:23:13,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37019-0x101a744b14b0004 connected 2024-12-05T15:23:13,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:23:13,707 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:23:13,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/master 2024-12-05T15:23:13,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/acl 2024-12-05T15:23:13,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37019 2024-12-05T15:23:13,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37019 2024-12-05T15:23:13,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37019 2024-12-05T15:23:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37019 2024-12-05T15:23:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37019 2024-12-05T15:23:13,719 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:37725 2024-12-05T15:23:13,719 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11306860970/backup-masters/5a29627a94df,37725,1733412193579 2024-12-05T15:23:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970/backup-masters 2024-12-05T15:23:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970/backup-masters 2024-12-05T15:23:13,729 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on existing znode=/11306860970/backup-masters/5a29627a94df,37725,1733412193579 2024-12-05T15:23:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11306860970/master 2024-12-05T15:23:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:13,740 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on existing znode=/11306860970/master 2024-12-05T15:23:13,740 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11306860970/backup-masters/5a29627a94df,37725,1733412193579 from backup master directory 2024-12-05T15:23:13,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306860970/backup-masters/5a29627a94df,37725,1733412193579 2024-12-05T15:23:13,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970/backup-masters 2024-12-05T15:23:13,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970/backup-masters 2024-12-05T15:23:13,748 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:13,748 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,37725,1733412193579 2024-12-05T15:23:13,751 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/hbase.id] with ID: bf647d86-5cdf-46f3-9d9a-3bd4436479e0 2024-12-05T15:23:13,751 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/.tmp/hbase.id 2024-12-05T15:23:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:23:14,156 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/.tmp/hbase.id]:[hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/hbase.id] 2024-12-05T15:23:14,165 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:14,165 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:23:14,166 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:23:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:14,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:23:14,578 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:14,579 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:23:14,579 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:14,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:23:14,986 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store 2024-12-05T15:23:14,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:23:15,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:15,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:15,391 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:15,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:15,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:15,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:15,391 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:15,392 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412195391Disabling compacts and flushes for region at 1733412195391Disabling writes for close at 1733412195391Writing region close event to WAL at 1733412195391Closed at 1733412195391 2024-12-05T15:23:15,392 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/.initializing 2024-12-05T15:23:15,392 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/WALs/5a29627a94df,37725,1733412193579 2024-12-05T15:23:15,393 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:15,394 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C37725%2C1733412193579, suffix=, logDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/WALs/5a29627a94df,37725,1733412193579, archiveDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/oldWALs, maxLogs=10 2024-12-05T15:23:15,405 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/WALs/5a29627a94df,37725,1733412193579/5a29627a94df%2C37725%2C1733412193579.1733412195395, exclude list is [], retry=0 2024-12-05T15:23:15,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-10aeaace-626d-4170-80d0-0f222c97cad1,DISK] 2024-12-05T15:23:15,408 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/WALs/5a29627a94df,37725,1733412193579/5a29627a94df%2C37725%2C1733412193579.1733412195395 2024-12-05T15:23:15,408 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34133:34133)] 2024-12-05T15:23:15,409 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:15,409 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:15,409 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,409 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:23:15,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:23:15,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:23:15,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:23:15,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:15,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:15,415 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,415 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,415 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,416 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,416 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,417 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:15,418 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:15,419 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:15,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67677924, jitterRate=0.008479654788970947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:15,420 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412195409Initializing all the Stores at 1733412195409Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412195409Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412195410 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412195410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412195410Cleaning up temporary data from old regions at 1733412195416 (+6 ms)Region opened successfully at 1733412195420 (+4 ms) 2024-12-05T15:23:15,420 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:23:15,422 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2184e9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:23:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:23:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:23:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:23:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:23:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:23:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:23:15,426 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:23:15,427 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Unable to get data of znode /11306860970/balancer because node does not exist (not necessarily an error) 2024-12-05T15:23:15,456 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306860970/balancer already deleted, retry=false 2024-12-05T15:23:15,456 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:23:15,457 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Unable to get data of znode /11306860970/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:23:15,464 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306860970/normalizer already deleted, retry=false 2024-12-05T15:23:15,464 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:23:15,465 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Unable to get data of znode /11306860970/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:23:15,472 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306860970/switch/split already deleted, retry=false 2024-12-05T15:23:15,473 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Unable to get data of znode /11306860970/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:23:15,481 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306860970/switch/merge already deleted, retry=false 2024-12-05T15:23:15,483 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Unable to get data of znode /11306860970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:23:15,489 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306860970/snapshot-cleanup already deleted, retry=false 2024-12-05T15:23:15,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11306860970/running 2024-12-05T15:23:15,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11306860970/running 2024-12-05T15:23:15,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:15,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:15,498 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,37725,1733412193579, sessionid=0x101a744b14b0003, setting cluster-up flag (Was=false) 2024-12-05T15:23:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:15,539 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11306860970/flush-table-proc/acquired, /11306860970/flush-table-proc/reached, /11306860970/flush-table-proc/abort 2024-12-05T15:23:15,540 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,37725,1733412193579 2024-12-05T15:23:15,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:15,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:15,581 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11306860970/online-snapshot/acquired, /11306860970/online-snapshot/reached, /11306860970/online-snapshot/abort 2024-12-05T15:23:15,582 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,37725,1733412193579 2024-12-05T15:23:15,583 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:23:15,584 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:15,584 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:23:15,585 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:23:15,585 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,37725,1733412193579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:15,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412225587 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:23:15,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:23:15,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:15,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:23:15,588 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412195588,5,FailOnTimeoutGroup] 2024-12-05T15:23:15,588 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412195588,5,FailOnTimeoutGroup] 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:23:15,589 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,589 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:15,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:23:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:23:15,613 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(746): ClusterId : bf647d86-5cdf-46f3-9d9a-3bd4436479e0 2024-12-05T15:23:15,613 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:23:15,623 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:23:15,623 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:23:15,631 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:23:15,632 DEBUG [RS:0;5a29627a94df:37019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400294c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:15,641 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:37019 2024-12-05T15:23:15,641 INFO [RS:0;5a29627a94df:37019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:23:15,641 INFO [RS:0;5a29627a94df:37019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:23:15,641 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:23:15,642 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,37725,1733412193579 with port=37019, startcode=1733412193690 2024-12-05T15:23:15,642 DEBUG [RS:0;5a29627a94df:37019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:23:15,643 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:23:15,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,37019,1733412193690 2024-12-05T15:23:15,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,37019,1733412193690 2024-12-05T15:23:15,645 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49 2024-12-05T15:23:15,645 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36259 2024-12-05T15:23:15,645 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:23:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970/rs 2024-12-05T15:23:15,689 DEBUG [RS:0;5a29627a94df:37019 {}] zookeeper.ZKUtil(111): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on existing znode=/11306860970/rs/5a29627a94df,37019,1733412193690 2024-12-05T15:23:15,689 WARN [RS:0;5a29627a94df:37019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:15,689 INFO [RS:0;5a29627a94df:37019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:15,689 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690 2024-12-05T15:23:15,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,37019,1733412193690] 2024-12-05T15:23:15,693 INFO [RS:0;5a29627a94df:37019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:23:15,694 INFO [RS:0;5a29627a94df:37019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:23:15,695 INFO [RS:0;5a29627a94df:37019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:23:15,695 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,695 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:23:15,696 INFO [RS:0;5a29627a94df:37019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:23:15,696 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:15,696 DEBUG [RS:0;5a29627a94df:37019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:15,698 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,698 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,698 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,698 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,699 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,699 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37019,1733412193690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:15,710 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:23:15,710 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37019,1733412193690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,710 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,711 INFO [RS:0;5a29627a94df:37019 {}] regionserver.Replication(171): 5a29627a94df,37019,1733412193690 started 2024-12-05T15:23:15,722 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:15,722 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,37019,1733412193690, RpcServer on 5a29627a94df/172.17.0.3:37019, sessionid=0x101a744b14b0004 2024-12-05T15:23:15,722 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:23:15,722 DEBUG [RS:0;5a29627a94df:37019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,37019,1733412193690 2024-12-05T15:23:15,722 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,37019,1733412193690' 2024-12-05T15:23:15,722 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11306860970/flush-table-proc/abort' 2024-12-05T15:23:15,722 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11306860970/flush-table-proc/acquired' 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,37019,1733412193690 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,37019,1733412193690' 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11306860970/online-snapshot/abort' 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11306860970/online-snapshot/acquired' 2024-12-05T15:23:15,723 DEBUG [RS:0;5a29627a94df:37019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:23:15,723 INFO [RS:0;5a29627a94df:37019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:23:15,723 INFO [RS:0;5a29627a94df:37019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:23:15,824 INFO [RS:0;5a29627a94df:37019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:15,825 INFO [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37019%2C1733412193690, suffix=, logDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690, archiveDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/oldWALs, maxLogs=10 2024-12-05T15:23:15,835 DEBUG [RS:0;5a29627a94df:37019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690/5a29627a94df%2C37019%2C1733412193690.1733412195825, exclude list is [], retry=0 2024-12-05T15:23:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-10aeaace-626d-4170-80d0-0f222c97cad1,DISK] 2024-12-05T15:23:15,840 INFO [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690/5a29627a94df%2C37019%2C1733412193690.1733412195825 2024-12-05T15:23:15,840 DEBUG [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34133:34133)] 2024-12-05T15:23:15,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:23:15,997 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49 2024-12-05T15:23:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:23:16,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:16,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:16,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:16,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:16,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:16,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:16,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:16,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:16,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:16,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:16,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740 2024-12-05T15:23:16,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740 2024-12-05T15:23:16,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:16,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:16,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:16,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:16,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:16,415 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74408492, jitterRate=0.10877293348312378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412196402Initializing all the Stores at 1733412196403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412196403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412196403Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412196403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412196403Cleaning up temporary data from old regions at 1733412196411 (+8 ms)Region opened successfully at 1733412196415 (+4 ms) 2024-12-05T15:23:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:16,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:16,415 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412196415Disabling compacts and flushes for region at 1733412196415Disabling writes for close at 1733412196415Writing region close event to WAL at 1733412196415Closed at 1733412196415 2024-12-05T15:23:16,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:16,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:23:16,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:23:16,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:16,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:23:16,568 DEBUG [5a29627a94df:37725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:23:16,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,37019,1733412193690 2024-12-05T15:23:16,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,37019,1733412193690, state=OPENING 2024-12-05T15:23:16,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:23:16,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:23:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T15:23:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T15:23:16,647 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:23:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:16,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306860970/meta-region-server: CHANGED 2024-12-05T15:23:16,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306860970/meta-region-server: CHANGED 2024-12-05T15:23:16,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:16,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,37019,1733412193690}] 2024-12-05T15:23:16,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:23:16,809 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:16,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:23:16,813 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:23:16,813 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:16,813 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:23:16,815 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37019%2C1733412193690.meta, suffix=.meta, logDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690, archiveDir=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/oldWALs, maxLogs=10 2024-12-05T15:23:16,826 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690/5a29627a94df%2C37019%2C1733412193690.meta.1733412196815.meta, exclude list is [], retry=0 2024-12-05T15:23:16,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-10aeaace-626d-4170-80d0-0f222c97cad1,DISK] 2024-12-05T15:23:16,829 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690/5a29627a94df%2C37019%2C1733412193690.meta.1733412196815.meta 2024-12-05T15:23:16,830 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34133:34133)] 2024-12-05T15:23:16,830 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:16,830 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:16,830 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:16,830 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:23:16,830 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:23:16,831 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:23:16,831 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:16,831 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:23:16,831 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:23:16,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:16,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:16,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:16,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:16,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:16,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:16,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:16,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:16,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:16,836 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:16,837 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740 2024-12-05T15:23:16,838 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740 2024-12-05T15:23:16,839 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:16,839 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:16,839 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:16,841 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:16,841 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69471799, jitterRate=0.03521047532558441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:16,841 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:23:16,842 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412196831Writing region info on filesystem at 1733412196831Initializing all the Stores at 1733412196832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412196832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412196832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412196832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412196832Cleaning up temporary data from old regions at 1733412196839 (+7 ms)Running coprocessor post-open hooks at 1733412196841 (+2 ms)Region opened successfully at 1733412196841 2024-12-05T15:23:16,842 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412196809 2024-12-05T15:23:16,844 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:23:16,844 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:23:16,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,37019,1733412193690 2024-12-05T15:23:16,846 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,37019,1733412193690, state=OPEN 2024-12-05T15:23:16,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11306860970/meta-region-server 2024-12-05T15:23:16,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11306860970/meta-region-server 2024-12-05T15:23:16,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,37019,1733412193690 2024-12-05T15:23:16,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306860970/meta-region-server: CHANGED 2024-12-05T15:23:16,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306860970/meta-region-server: CHANGED 2024-12-05T15:23:16,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:23:16,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,37019,1733412193690 in 198 msec 2024-12-05T15:23:16,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:23:16,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-12-05T15:23:16,858 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:16,858 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:23:16,859 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:16,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,37019,1733412193690, seqNum=-1] 2024-12-05T15:23:16,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:16,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:16,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-05T15:23:16,865 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412196865, completionTime=-1 2024-12-05T15:23:16,865 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:23:16,865 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412256867 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412316867 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37725,1733412193579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37725,1733412193579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37725,1733412193579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,867 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:37725, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,868 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,868 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,869 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:23:16,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.123sec 2024-12-05T15:23:16,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:23:16,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:23:16,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:23:16,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:23:16,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:23:16,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37725,1733412193579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:16,872 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37725,1733412193579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:23:16,874 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:23:16,874 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:23:16,874 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37725,1733412193579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:16,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37725,-1 for getting cluster id 2024-12-05T15:23:16,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:16,915 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf647d86-5cdf-46f3-9d9a-3bd4436479e0' 2024-12-05T15:23:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf647d86-5cdf-46f3-9d9a-3bd4436479e0" 2024-12-05T15:23:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785a17c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37725,-1] 2024-12-05T15:23:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:16,917 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:16,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:16,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,37019,1733412193690, seqNum=-1] 2024-12-05T15:23:16,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:16,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:16,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,37725,1733412193579 2024-12-05T15:23:16,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:16,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a744b14b0005 connected 2024-12-05T15:23:16,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa80ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36565,-1 for getting cluster id 2024-12-05T15:23:16,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:16,942 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141a4d4-c8ca-47e9-958b-6a6bdb2af39b' 2024-12-05T15:23:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141a4d4-c8ca-47e9-958b-6a6bdb2af39b" 2024-12-05T15:23:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dbeba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36565,-1] 2024-12-05T15:23:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:16,944 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176df2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36565,1733412188502 2024-12-05T15:23:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409ea39e 2024-12-05T15:23:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:16,947 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:16,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:37725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:23:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:23:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:16,949 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:37725' 2024-12-05T15:23:16,950 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bf02c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,950 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37725,-1 for getting cluster id 2024-12-05T15:23:16,950 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:16,951 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf647d86-5cdf-46f3-9d9a-3bd4436479e0' 2024-12-05T15:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf647d86-5cdf-46f3-9d9a-3bd4436479e0" 2024-12-05T15:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4900b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37725,-1] 2024-12-05T15:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:16,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:16,952 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:16,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f7b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:16,953 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:16,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37725,1733412193579 2024-12-05T15:23:16,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66005611 2024-12-05T15:23:16,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:16,954 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:16,955 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T15:23:16,955 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:23:16,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:16,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:16,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:16,956 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:16,957 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:23:16,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:23:16,958 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:16,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:23:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741835_1011 (size=1138) 2024-12-05T15:23:17,007 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:17,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:17,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:17,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:17,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:17,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:17,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c86a0bac30365f33e75991fbf0476495, NAME => 'hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa 2024-12-05T15:23:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741836_1012 (size=44) 2024-12-05T15:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:17,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:17,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c86a0bac30365f33e75991fbf0476495, disabling compactions & flushes 2024-12-05T15:23:17,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:17,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:17,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. after waiting 0 ms 2024-12-05T15:23:17,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:17,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:17,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c86a0bac30365f33e75991fbf0476495: Waiting for close lock at 1733412197773Disabling compacts and flushes for region at 1733412197773Disabling writes for close at 1733412197773Writing region close event to WAL at 1733412197773Closed at 1733412197773 2024-12-05T15:23:17,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:23:17,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412197775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412197775"}]},"ts":"1733412197775"} 2024-12-05T15:23:17,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:23:17,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:23:17,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412197778"}]},"ts":"1733412197778"} 2024-12-05T15:23:17,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:23:17,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN}] 2024-12-05T15:23:17,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN 2024-12-05T15:23:17,782 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN; state=OFFLINE, location=5a29627a94df,34211,1733412188640; forceNewPlan=false, retain=false 2024-12-05T15:23:17,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c86a0bac30365f33e75991fbf0476495, regionState=OPENING, regionLocation=5a29627a94df,34211,1733412188640 2024-12-05T15:23:17,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN because future has completed 2024-12-05T15:23:17,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86a0bac30365f33e75991fbf0476495, server=5a29627a94df,34211,1733412188640}] 2024-12-05T15:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:18,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:18,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:18,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:23:18,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34211%2C1733412188640.rep, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs, maxLogs=10 2024-12-05T15:23:18,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.rep.1733412198092, exclude list is [], retry=0 2024-12-05T15:23:18,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:18,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.rep.1733412198092 2024-12-05T15:23:18,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:18,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c86a0bac30365f33e75991fbf0476495, NAME => 'hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:18,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:18,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:18,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. service=MultiRowMutationService 2024-12-05T15:23:18,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:23:18,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:18,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,109 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,110 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86a0bac30365f33e75991fbf0476495 columnFamilyName hfileref 2024-12-05T15:23:18,110 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:18,110 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(327): Store=c86a0bac30365f33e75991fbf0476495/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:18,111 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,111 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86a0bac30365f33e75991fbf0476495 columnFamilyName queue 2024-12-05T15:23:18,112 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:18,112 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(327): Store=c86a0bac30365f33e75991fbf0476495/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:18,112 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,113 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86a0bac30365f33e75991fbf0476495 columnFamilyName sid 2024-12-05T15:23:18,113 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:18,113 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(327): Store=c86a0bac30365f33e75991fbf0476495/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:18,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:23:18,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:18,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c86a0bac30365f33e75991fbf0476495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65556006, jitterRate=-0.023139387369155884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:23:18,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:18,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c86a0bac30365f33e75991fbf0476495: Running coprocessor pre-open hook at 1733412198108Writing region info on filesystem at 1733412198108Initializing all the Stores at 1733412198108Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412198108Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412198109 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412198109Cleaning up temporary data from old regions at 1733412198115 (+6 ms)Running coprocessor post-open hooks at 1733412198119 (+4 ms)Region opened successfully at 1733412198119 2024-12-05T15:23:18,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., pid=7, masterSystemTime=1733412198087 2024-12-05T15:23:18,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:18,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:18,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c86a0bac30365f33e75991fbf0476495, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,34211,1733412188640 2024-12-05T15:23:18,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86a0bac30365f33e75991fbf0476495, server=5a29627a94df,34211,1733412188640 because future has completed 2024-12-05T15:23:18,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T15:23:18,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c86a0bac30365f33e75991fbf0476495, server=5a29627a94df,34211,1733412188640 in 190 msec 2024-12-05T15:23:18,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:23:18,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN in 346 msec 2024-12-05T15:23:18,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:23:18,129 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412198129"}]},"ts":"1733412198129"} 2024-12-05T15:23:18,131 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:23:18,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:23:18,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-12-05T15:23:18,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., hostname=5a29627a94df,34211,1733412188640, seqNum=2] 2024-12-05T15:23:18,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:18,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:18,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:23:18,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T15:23:18,418 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:23:18,442 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,34211,1733412188640, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:23:18,443 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:18,443 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34211,1733412188640, seqNum=-1] 2024-12-05T15:23:18,443 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:18,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T15:23:18,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,34211,1733412188640', locateType=CURRENT is [region=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., hostname=5a29627a94df,34211,1733412188640, seqNum=2] 2024-12-05T15:23:18,448 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T15:23:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T15:23:18,450 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,34211,1733412188640 suceeded 2024-12-05T15:23:18,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T15:23:18,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T15:23:18,452 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:37725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:23:18,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-12-05T15:23:18,462 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:37725' 2024-12-05T15:23:18,463 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ebf24e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:18,463 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37725,-1 for getting cluster id 2024-12-05T15:23:18,463 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:18,464 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf647d86-5cdf-46f3-9d9a-3bd4436479e0' 2024-12-05T15:23:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf647d86-5cdf-46f3-9d9a-3bd4436479e0" 2024-12-05T15:23:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1328d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37725,-1] 2024-12-05T15:23:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:18,465 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:18,466 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275c9815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:18,466 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:18,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37725,1733412193579 2024-12-05T15:23:18,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b6e050 2024-12-05T15:23:18,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:18,467 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T15:23:18,468 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,34211,1733412188640 (queues=1) is replicating from cluster=6141a4d4-c8ca-47e9-958b-6a6bdb2af39b to cluster=bf647d86-5cdf-46f3-9d9a-3bd4436479e0 2024-12-05T15:23:18,468 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C34211%2C1733412188640 2024-12-05T15:23:18,468 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,34211,1733412188640, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:23:18,468 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857, startPosition=0, beingWritten=true 2024-12-05T15:23:18,469 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.shipper5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C34211%2C1733412188640 2024-12-05T15:23:18,673 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 to pos 0, reset compression=false 2024-12-05T15:23:18,977 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 to pos 0, reset compression=false 2024-12-05T15:23:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:19,095 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:23:19,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:19,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:19,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:19,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:19,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:19,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36565,1733412188502 2024-12-05T15:23:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cbadba 2024-12-05T15:23:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:19,097 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:19,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:23:19,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:19,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:19,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:19,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:19,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:19,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:23:19,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=21049771, stopped=false 2024-12-05T15:23:19,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,36565,1733412188502 2024-12-05T15:23:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:19,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:19,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:19,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:19,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:19,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:19,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:19,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,34211,1733412188640' ***** 2024-12-05T15:23:19,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:23:19,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(3091): Received CLOSE for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,34211,1733412188640 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34211. 2024-12-05T15:23:19,132 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c86a0bac30365f33e75991fbf0476495, disabling compactions & flushes 2024-12-05T15:23:19,132 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:19,132 DEBUG [RS:0;5a29627a94df:34211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:19,132 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:19,132 DEBUG [RS:0;5a29627a94df:34211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:19,132 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. after waiting 0 ms 2024-12-05T15:23:19,132 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:23:19,132 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c86a0bac30365f33e75991fbf0476495 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T15:23:19,132 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:23:19,133 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:23:19,133 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1325): Online Regions={c86a0bac30365f33e75991fbf0476495=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:23:19,133 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:19,133 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:19,133 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:19,133 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:19,133 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:19,133 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:19,133 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T15:23:19,133 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:19,145 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/info/8aef627f88864acfa80a807c7004c8f8 is 147, key is hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495./info:regioninfo/1733412198122/Put/seqid=0 2024-12-05T15:23:19,148 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/.tmp/queue/109057aceac642df900cff0a22b01855 is 151, key is 1-5a29627a94df,34211,1733412188640/queue:5a29627a94df%2C34211%2C1733412188640/1733412198447/Put/seqid=0 2024-12-05T15:23:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741838_1014 (size=6631) 2024-12-05T15:23:19,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741839_1015 (size=5350) 2024-12-05T15:23:19,333 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:19,381 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 to pos 0, reset compression=false 2024-12-05T15:23:19,533 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:19,550 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/info/8aef627f88864acfa80a807c7004c8f8 2024-12-05T15:23:19,552 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/.tmp/queue/109057aceac642df900cff0a22b01855 2024-12-05T15:23:19,558 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/.tmp/queue/109057aceac642df900cff0a22b01855 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/queue/109057aceac642df900cff0a22b01855 2024-12-05T15:23:19,563 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/queue/109057aceac642df900cff0a22b01855, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T15:23:19,564 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c86a0bac30365f33e75991fbf0476495 in 432ms, sequenceid=5, compaction requested=false 2024-12-05T15:23:19,564 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:23:19,569 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:23:19,569 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:19,570 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:19,570 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:19,570 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/ns/c50c442889824918b4dd6b7e3a513c14 is 43, key is default/ns:d/1733412191864/Put/seqid=0 2024-12-05T15:23:19,570 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c86a0bac30365f33e75991fbf0476495: Waiting for close lock at 1733412199132Running coprocessor pre-close hooks at 1733412199132Disabling compacts and flushes for region at 1733412199132Disabling writes for close at 1733412199132Obtaining lock to block concurrent updates at 1733412199132Preparing flush snapshotting stores in c86a0bac30365f33e75991fbf0476495 at 1733412199132Finished memstore snapshotting hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733412199133 (+1 ms)Flushing stores of hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. at 1733412199133Flushing c86a0bac30365f33e75991fbf0476495/queue: creating writer at 1733412199133Flushing c86a0bac30365f33e75991fbf0476495/queue: appending metadata at 1733412199148 (+15 ms)Flushing c86a0bac30365f33e75991fbf0476495/queue: closing flushed file at 1733412199148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106604dc: reopening flushed file at 1733412199557 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c86a0bac30365f33e75991fbf0476495 in 432ms, sequenceid=5, compaction requested=false at 1733412199564 (+7 ms)Writing region close event to WAL at 1733412199565 (+1 ms)Running coprocessor post-close hooks at 1733412199569 (+4 ms)Closed at 1733412199570 (+1 ms) 2024-12-05T15:23:19,570 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741840_1016 (size=5153) 2024-12-05T15:23:19,731 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:23:19,731 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:23:19,733 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:19,886 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 to pos 0, reset compression=false 2024-12-05T15:23:19,933 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:19,974 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/ns/c50c442889824918b4dd6b7e3a513c14 2024-12-05T15:23:19,998 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/table/9e22b100b19f41cdbaadc7979c8294d6 is 53, key is hbase:replication/table:state/1733412198129/Put/seqid=0 2024-12-05T15:23:20,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741841_1017 (size=5256) 2024-12-05T15:23:20,134 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:23:20,134 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:23:20,134 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:20,334 DEBUG [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:20,402 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/table/9e22b100b19f41cdbaadc7979c8294d6 2024-12-05T15:23:20,407 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/info/8aef627f88864acfa80a807c7004c8f8 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/info/8aef627f88864acfa80a807c7004c8f8 2024-12-05T15:23:20,412 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/info/8aef627f88864acfa80a807c7004c8f8, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T15:23:20,413 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/ns/c50c442889824918b4dd6b7e3a513c14 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/ns/c50c442889824918b4dd6b7e3a513c14 2024-12-05T15:23:20,417 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/ns/c50c442889824918b4dd6b7e3a513c14, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:23:20,418 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/table/9e22b100b19f41cdbaadc7979c8294d6 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/table/9e22b100b19f41cdbaadc7979c8294d6 2024-12-05T15:23:20,422 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/table/9e22b100b19f41cdbaadc7979c8294d6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T15:23:20,423 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-12-05T15:23:20,427 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T15:23:20,427 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:20,427 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:20,427 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:20,428 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412199133Running coprocessor pre-close hooks at 1733412199133Disabling compacts and flushes for region at 1733412199133Disabling writes for close at 1733412199133Obtaining lock to block concurrent updates at 1733412199133Preparing flush snapshotting stores in 1588230740 at 1733412199133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733412199133Flushing stores of hbase:meta,,1.1588230740 at 1733412199134 (+1 ms)Flushing 1588230740/info: creating writer at 1733412199134Flushing 1588230740/info: appending metadata at 1733412199145 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733412199145Flushing 1588230740/ns: creating writer at 1733412199555 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733412199569 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733412199569Flushing 1588230740/table: creating writer at 1733412199980 (+411 ms)Flushing 1588230740/table: appending metadata at 1733412199997 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733412199997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb5f197: reopening flushed file at 1733412200407 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d6d144: reopening flushed file at 1733412200412 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba11e98: reopening flushed file at 1733412200417 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1733412200423 (+6 ms)Writing region close event to WAL at 1733412200424 (+1 ms)Running coprocessor post-close hooks at 1733412200427 (+3 ms)Closed at 1733412200427 2024-12-05T15:23:20,428 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:20,490 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 to pos 0, reset compression=false 2024-12-05T15:23:20,534 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,34211,1733412188640; all regions closed. 2024-12-05T15:23:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741834_1010 (size=2742) 2024-12-05T15:23:20,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.meta.1733412191798.meta not finished, retry = 0 2024-12-05T15:23:20,639 DEBUG [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs 2024-12-05T15:23:20,639 INFO [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C34211%2C1733412188640.meta:.meta(num 1733412191798) 2024-12-05T15:23:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741837_1013 (size=1586) 2024-12-05T15:23:20,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.rep.1733412198092 not finished, retry = 0 2024-12-05T15:23:20,743 DEBUG [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs 2024-12-05T15:23:20,743 INFO [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C34211%2C1733412188640.rep:(num 1733412198092) 2024-12-05T15:23:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741832_1008 (size=93) 2024-12-05T15:23:20,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640/5a29627a94df%2C34211%2C1733412188640.1733412190857 not finished, retry = 0 2024-12-05T15:23:20,877 DEBUG [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs 2024-12-05T15:23:20,877 INFO [RS:0;5a29627a94df:34211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C34211%2C1733412188640:(num 1733412190857) 2024-12-05T15:23:20,877 DEBUG [RS:0;5a29627a94df:34211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:20,877 INFO [RS:0;5a29627a94df:34211 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:20,877 INFO [RS:0;5a29627a94df:34211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:20,878 INFO [RS:0;5a29627a94df:34211 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:20,878 INFO [RS:0;5a29627a94df:34211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:20,878 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:20,878 INFO [RS:0;5a29627a94df:34211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,34211,1733412188640 because: Region server is closing 2024-12-05T15:23:20,878 INFO [RS:0;5a29627a94df:34211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34211. 2024-12-05T15:23:20,878 DEBUG [RS:0;5a29627a94df:34211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:20,878 DEBUG [RS:0;5a29627a94df:34211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:20,878 DEBUG [RS:0;5a29627a94df:34211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:20,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:20,979 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.wal-reader.5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:23:20,979 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.shipper5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:23:20,979 INFO [RS:0;5a29627a94df:34211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34211,1733412188640.replicationSource.shipper5a29627a94df%2C34211%2C1733412188640,1-5a29627a94df,34211,1733412188640 terminated 2024-12-05T15:23:20,979 INFO [RS:0;5a29627a94df:34211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34211 2024-12-05T15:23:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/rs/5a29627a94df,34211,1733412188640 2024-12-05T15:23:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/rs 2024-12-05T15:23:20,995 INFO [RS:0;5a29627a94df:34211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:20,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,34211,1733412188640] 2024-12-05T15:23:21,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/draining/5a29627a94df,34211,1733412188640 already deleted, retry=false 2024-12-05T15:23:21,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,34211,1733412188640 expired; onlineServers=0 2024-12-05T15:23:21,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,36565,1733412188502' ***** 2024-12-05T15:23:21,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:23:21,012 INFO [M:0;5a29627a94df:36565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:21,012 INFO [M:0;5a29627a94df:36565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:21,012 DEBUG [M:0;5a29627a94df:36565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:23:21,012 DEBUG [M:0;5a29627a94df:36565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:23:21,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:23:21,012 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412190604 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412190604,5,FailOnTimeoutGroup] 2024-12-05T15:23:21,012 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412190605 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412190605,5,FailOnTimeoutGroup] 2024-12-05T15:23:21,012 INFO [M:0;5a29627a94df:36565 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:21,012 INFO [M:0;5a29627a94df:36565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:21,012 DEBUG [M:0;5a29627a94df:36565 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:23:21,012 INFO [M:0;5a29627a94df:36565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:23:21,013 INFO [M:0;5a29627a94df:36565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:21,013 INFO [M:0;5a29627a94df:36565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:23:21,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:23:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/master 2024-12-05T15:23:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:21,022 DEBUG [M:0;5a29627a94df:36565 {}] zookeeper.ZKUtil(347): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/master because node does not exist (not an error) 2024-12-05T15:23:21,022 WARN [M:0;5a29627a94df:36565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:23:21,023 INFO [M:0;5a29627a94df:36565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/.lastflushedseqids 2024-12-05T15:23:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741842_1018 (size=181) 2024-12-05T15:23:21,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:21,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34211-0x101a744b14b0001, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:21,104 INFO [RS:0;5a29627a94df:34211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:21,104 INFO [RS:0;5a29627a94df:34211 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,34211,1733412188640; zookeeper connection closed. 2024-12-05T15:23:21,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bdc7442 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bdc7442 2024-12-05T15:23:21,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:23:21,428 INFO [M:0;5a29627a94df:36565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:23:21,428 INFO [M:0;5a29627a94df:36565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:23:21,428 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:21,428 INFO [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:21,428 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:21,428 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:21,428 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:21,428 INFO [M:0;5a29627a94df:36565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T15:23:21,441 DEBUG [M:0;5a29627a94df:36565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a65c7a70421b4893819817460391ed14 is 82, key is hbase:meta,,1/info:regioninfo/1733412191827/Put/seqid=0 2024-12-05T15:23:21,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741843_1019 (size=5672) 2024-12-05T15:23:21,845 INFO [M:0;5a29627a94df:36565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a65c7a70421b4893819817460391ed14 2024-12-05T15:23:21,866 DEBUG [M:0;5a29627a94df:36565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f766426101e4df4af4d5eb513079c35 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733412198133/Put/seqid=0 2024-12-05T15:23:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741844_1020 (size=7203) 2024-12-05T15:23:22,271 INFO [M:0;5a29627a94df:36565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f766426101e4df4af4d5eb513079c35 2024-12-05T15:23:22,289 DEBUG [M:0;5a29627a94df:36565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cee56a490dc343dfa3a3800bd68a3c24 is 69, key is 5a29627a94df,34211,1733412188640/rs:state/1733412190703/Put/seqid=0 2024-12-05T15:23:22,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741845_1021 (size=5156) 2024-12-05T15:23:22,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:22,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:22,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:22,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:22,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:22,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:22,693 INFO [M:0;5a29627a94df:36565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cee56a490dc343dfa3a3800bd68a3c24 2024-12-05T15:23:22,699 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a65c7a70421b4893819817460391ed14 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a65c7a70421b4893819817460391ed14 2024-12-05T15:23:22,704 INFO [M:0;5a29627a94df:36565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a65c7a70421b4893819817460391ed14, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T15:23:22,705 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f766426101e4df4af4d5eb513079c35 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f766426101e4df4af4d5eb513079c35 2024-12-05T15:23:22,708 INFO [M:0;5a29627a94df:36565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f766426101e4df4af4d5eb513079c35, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T15:23:22,709 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cee56a490dc343dfa3a3800bd68a3c24 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cee56a490dc343dfa3a3800bd68a3c24 2024-12-05T15:23:22,713 INFO [M:0;5a29627a94df:36565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cee56a490dc343dfa3a3800bd68a3c24, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T15:23:22,714 INFO [M:0;5a29627a94df:36565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-12-05T15:23:22,717 INFO [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:22,718 DEBUG [M:0;5a29627a94df:36565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412201428Disabling compacts and flushes for region at 1733412201428Disabling writes for close at 1733412201428Obtaining lock to block concurrent updates at 1733412201428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412201428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733412201428Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412201429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412201429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412201440 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412201441 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412201851 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412201866 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412201866Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412202277 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412202288 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412202288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a966d4: reopening flushed file at 1733412202698 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6032c47d: reopening flushed file at 1733412202704 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a5f70a: reopening flushed file at 1733412202708 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1733412202714 (+6 ms)Writing region close event to WAL at 1733412202717 (+3 ms)Closed at 1733412202717 2024-12-05T15:23:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741830_1006 (size=41008) 2024-12-05T15:23:22,720 INFO [M:0;5a29627a94df:36565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:23:22,720 INFO [M:0;5a29627a94df:36565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36565 2024-12-05T15:23:22,721 INFO [M:0;5a29627a94df:36565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:22,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:22,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:22,897 INFO [M:0;5a29627a94df:36565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:22,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x101a744b14b0000, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:22,899 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:23:22,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:22,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36295 2024-12-05T15:23:22,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36295 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:22,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362950x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:22,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36295-0x101a744b14b0006 connected 2024-12-05T15:23:22,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:22,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:22,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:22,918 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: INIT 2024-12-05T15:23:22,918 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa, hbase.cluster.distributed=false 2024-12-05T15:23:22,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/acl 2024-12-05T15:23:22,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36295 2024-12-05T15:23:22,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36295 2024-12-05T15:23:22,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36295 2024-12-05T15:23:22,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36295 2024-12-05T15:23:22,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36295 2024-12-05T15:23:22,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:23:22,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:22,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43309 2024-12-05T15:23:22,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43309 connecting to ZooKeeper ensemble=127.0.0.1:60168 2024-12-05T15:23:22,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:22,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:22,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433090x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:22,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433090x0, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:22,948 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: INIT 2024-12-05T15:23:22,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43309-0x101a744b14b0007 connected 2024-12-05T15:23:22,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:23:22,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:23:22,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/master 2024-12-05T15:23:22,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/acl 2024-12-05T15:23:22,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43309 2024-12-05T15:23:22,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43309 2024-12-05T15:23:22,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43309 2024-12-05T15:23:22,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43309 2024-12-05T15:23:22,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43309 2024-12-05T15:23:22,961 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:36295 2024-12-05T15:23:22,962 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-367829413/backup-masters/5a29627a94df,36295,1733412202899 2024-12-05T15:23:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:22,973 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on existing znode=/0-367829413/backup-masters/5a29627a94df,36295,1733412202899 2024-12-05T15:23:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367829413/master 2024-12-05T15:23:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:22,981 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on existing znode=/0-367829413/master 2024-12-05T15:23:22,981 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-367829413/backup-masters/5a29627a94df,36295,1733412202899 from backup master directory 2024-12-05T15:23:22,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/backup-masters/5a29627a94df,36295,1733412202899 2024-12-05T15:23:22,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:22,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/backup-masters 2024-12-05T15:23:22,989 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:22,989 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,36295,1733412202899 2024-12-05T15:23:22,999 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:22,999 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:23:23,005 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-05T15:23:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741846_1022 (size=196) 2024-12-05T15:23:23,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:23,420 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:23:23,420 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:23,425 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T15:23:23,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502 to hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502-dead as it is dead 2024-12-05T15:23:23,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502-dead/5a29627a94df%2C36565%2C1733412188502.1733412190372 2024-12-05T15:23:23,429 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502-dead/5a29627a94df%2C36565%2C1733412188502.1733412190372 after 1ms 2024-12-05T15:23:23,429 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502-dead/5a29627a94df%2C36565%2C1733412188502.1733412190372 to hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C36565%2C1733412188502.1733412190372 2024-12-05T15:23:23,429 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36565,1733412188502-dead 2024-12-05T15:23:23,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36295,1733412202899 2024-12-05T15:23:23,430 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:23,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C36295%2C1733412202899, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36295,1733412202899, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/oldWALs, maxLogs=10 2024-12-05T15:23:23,443 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36295,1733412202899/5a29627a94df%2C36295%2C1733412202899.1733412203431, exclude list is [], retry=0 2024-12-05T15:23:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:23,447 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36295,1733412202899/5a29627a94df%2C36295%2C1733412202899.1733412203431 2024-12-05T15:23:23,447 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:23,447 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:23,448 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:23,448 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,448 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:23:23,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:23,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a65c7a70421b4893819817460391ed14 2024-12-05T15:23:23,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:23,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:23:23,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:23,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f766426101e4df4af4d5eb513079c35 2024-12-05T15:23:23,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:23,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:23:23,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:23,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cee56a490dc343dfa3a3800bd68a3c24 2024-12-05T15:23:23,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:23,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:23:23,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:23,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:23,474 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,475 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T15:23:23,475 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C36565%2C1733412188502.1733412190372 2024-12-05T15:23:23,480 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C36565%2C1733412188502.1733412190372 2024-12-05T15:23:23,481 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5a29627a94df%2C36565%2C1733412188502.1733412190372 2024-12-05T15:23:23,482 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,482 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,483 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:23,484 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:23,487 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T15:23:23,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490311, jitterRate=0.03548632562160492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:23,488 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412203448Initializing all the Stores at 1733412203449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412203449Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412203449Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412203449Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412203449Cleaning up temporary data from old regions at 1733412203482 (+33 ms)Region opened successfully at 1733412203488 (+6 ms) 2024-12-05T15:23:23,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:23:23,491 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778ff761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:23,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T15:23:23,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:23:23,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:23:23,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:23:23,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:23:23,497 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:23,498 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:23:23,498 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:23:23,498 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T15:23:23,498 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:23:23,501 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5a29627a94df,34211,1733412188640, regionLocation=5a29627a94df,34211,1733412188640, openSeqNum=2 2024-12-05T15:23:23,501 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5a29627a94df,34211,1733412188640, table=hbase:meta, region=1588230740 2024-12-05T15:23:23,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34211,1733412188640, state=OPEN 2024-12-05T15:23:23,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:23,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:23,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:23,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:23,535 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:23:23,545 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/draining/5a29627a94df,34211,1733412188640 already deleted, retry=false 2024-12-05T15:23:23,545 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5a29627a94df,34211,1733412188640 on 5a29627a94df,36295,1733412202899 2024-12-05T15:23:23,546 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5a29627a94df,34211,1733412188640, splitWal=true, meta=true 2024-12-05T15:23:23,547 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5a29627a94df,34211,1733412188640 (carryingMeta=true) 5a29627a94df,34211,1733412188640/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@13293e73[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T15:23:23,549 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/balancer because node does not exist (not necessarily an error) 2024-12-05T15:23:23,555 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/balancer already deleted, retry=false 2024-12-05T15:23:23,556 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:23:23,557 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:23:23,564 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/normalizer already deleted, retry=false 2024-12-05T15:23:23,564 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:23:23,565 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:23:23,572 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/switch/split already deleted, retry=false 2024-12-05T15:23:23,573 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:23:23,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/switch/merge already deleted, retry=false 2024-12-05T15:23:23,591 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:23:23,597 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/snapshot-cleanup already deleted, retry=false 2024-12-05T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:23,606 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,36295,1733412202899, sessionid=0x101a744b14b0006, setting cluster-up flag (Was=false) 2024-12-05T15:23:23,614 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-367829413/flush-table-proc/acquired, /0-367829413/flush-table-proc/reached, /0-367829413/flush-table-proc/abort 2024-12-05T15:23:23,615 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,36295,1733412202899 2024-12-05T15:23:23,623 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-367829413/online-snapshot/acquired, /0-367829413/online-snapshot/reached, /0-367829413/online-snapshot/abort 2024-12-05T15:23:23,623 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,36295,1733412202899 2024-12-05T15:23:23,625 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/.lastflushedseqids 2024-12-05T15:23:23,627 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:23:23,627 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:23:23,627 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,36295,1733412202899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5a29627a94df,34211,1733412188640 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:23,629 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412233630 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,630 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5a29627a94df,34211,1733412188640, splitWal=true, meta=true 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:23:23,630 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:23:23,631 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:23:23,631 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:23:23,631 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:23:23,631 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5a29627a94df,34211,1733412188640, splitWal=true, meta=true, isMeta: true 2024-12-05T15:23:23,632 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412203631,5,FailOnTimeoutGroup] 2024-12-05T15:23:23,632 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412203632,5,FailOnTimeoutGroup] 2024-12-05T15:23:23,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:23:23,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412203632, completionTime=-1 2024-12-05T15:23:23,632 WARN [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T15:23:23,632 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T15:23:23,632 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640-splitting 2024-12-05T15:23:23,633 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640-splitting dir is empty, no logs to split. 2024-12-05T15:23:23,633 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5a29627a94df,34211,1733412188640 WAL count=0, meta=true 2024-12-05T15:23:23,635 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640-splitting dir is empty, no logs to split. 2024-12-05T15:23:23,635 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5a29627a94df,34211,1733412188640 WAL count=0, meta=true 2024-12-05T15:23:23,635 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5a29627a94df,34211,1733412188640 WAL splitting is done? wals=0, meta=true 2024-12-05T15:23:23,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:23:23,636 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:23,637 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T15:23:23,654 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(746): ClusterId : 6141a4d4-c8ca-47e9-958b-6a6bdb2af39b 2024-12-05T15:23:23,654 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:23:23,664 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:23:23,664 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:23:23,673 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:23:23,673 DEBUG [RS:0;5a29627a94df:43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743faba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:23,683 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:43309 2024-12-05T15:23:23,683 INFO [RS:0;5a29627a94df:43309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:23:23,683 INFO [RS:0;5a29627a94df:43309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:23:23,683 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:23:23,683 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,36295,1733412202899 with port=43309, startcode=1733412202935 2024-12-05T15:23:23,684 DEBUG [RS:0;5a29627a94df:43309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:23:23,685 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:23:23,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,43309,1733412202935 2024-12-05T15:23:23,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36295 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,43309,1733412202935 2024-12-05T15:23:23,687 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa 2024-12-05T15:23:23,687 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34979 2024-12-05T15:23:23,687 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:23:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/rs 2024-12-05T15:23:23,721 DEBUG [RS:0;5a29627a94df:43309 {}] zookeeper.ZKUtil(111): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on existing znode=/0-367829413/rs/5a29627a94df,43309,1733412202935 2024-12-05T15:23:23,721 WARN [RS:0;5a29627a94df:43309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:23,721 INFO [RS:0;5a29627a94df:43309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:23,721 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935 2024-12-05T15:23:23,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,43309,1733412202935] 2024-12-05T15:23:23,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T15:23:23,737 INFO [RS:0;5a29627a94df:43309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:23:23,739 INFO [RS:0;5a29627a94df:43309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:23:23,739 INFO [RS:0;5a29627a94df:43309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:23:23,739 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,739 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:23:23,740 INFO [RS:0;5a29627a94df:43309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:23:23,740 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:23,740 DEBUG [RS:0;5a29627a94df:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:23,741 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,741 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,741 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,741 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,741 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,741 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43309,1733412202935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:23,752 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:23:23,752 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43309,1733412202935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,762 INFO [RS:0;5a29627a94df:43309 {}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,43309,1733412202935, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:23:23,762 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,762 INFO [RS:0;5a29627a94df:43309 {}] regionserver.Replication(171): 5a29627a94df,43309,1733412202935 started 2024-12-05T15:23:23,772 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:23,772 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,43309,1733412202935, RpcServer on 5a29627a94df/172.17.0.3:43309, sessionid=0x101a744b14b0007 2024-12-05T15:23:23,772 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:23:23,772 DEBUG [RS:0;5a29627a94df:43309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,43309,1733412202935 2024-12-05T15:23:23,772 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43309,1733412202935' 2024-12-05T15:23:23,772 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-367829413/flush-table-proc/abort' 2024-12-05T15:23:23,773 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-367829413/flush-table-proc/acquired' 2024-12-05T15:23:23,773 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:23:23,773 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:23:23,773 DEBUG [RS:0;5a29627a94df:43309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,43309,1733412202935 2024-12-05T15:23:23,773 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43309,1733412202935' 2024-12-05T15:23:23,773 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-367829413/online-snapshot/abort' 2024-12-05T15:23:23,774 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-367829413/online-snapshot/acquired' 2024-12-05T15:23:23,774 DEBUG [RS:0;5a29627a94df:43309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:23:23,774 INFO [RS:0;5a29627a94df:43309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:23:23,774 INFO [RS:0;5a29627a94df:43309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:23:23,776 DEBUG [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:37725' 2024-12-05T15:23:23,778 DEBUG [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecce9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:23,778 DEBUG [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37725,-1 for getting cluster id 2024-12-05T15:23:23,778 DEBUG [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:23,779 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf647d86-5cdf-46f3-9d9a-3bd4436479e0' 2024-12-05T15:23:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf647d86-5cdf-46f3-9d9a-3bd4436479e0" 2024-12-05T15:23:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59cf14c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37725,-1] 2024-12-05T15:23:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:23,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:23,780 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:23,781 DEBUG [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5008ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:23,781 DEBUG [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:23,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37725,1733412193579 2024-12-05T15:23:23,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b298357 2024-12-05T15:23:23,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:23,783 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T15:23:23,784 INFO [RS:0;5a29627a94df:43309.replicationSource,1-5a29627a94df,43309,1733412202935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,43309,1733412202935 (queues=0) is replicating from cluster=6141a4d4-c8ca-47e9-958b-6a6bdb2af39b to cluster=bf647d86-5cdf-46f3-9d9a-3bd4436479e0 2024-12-05T15:23:23,787 WARN [5a29627a94df:36295 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T15:23:23,874 INFO [RS:0;5a29627a94df:43309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:23,876 INFO [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43309%2C1733412202935, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs, maxLogs=10 2024-12-05T15:23:23,886 DEBUG [RS:0;5a29627a94df:43309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876, exclude list is [], retry=0 2024-12-05T15:23:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:23,891 INFO [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 2024-12-05T15:23:23,891 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5a29627a94df%2C43309%2C1733412202935 for peer 1 2024-12-05T15:23:23,891 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C43309%2C1733412202935 2024-12-05T15:23:23,891 INFO [RS:0;5a29627a94df:43309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,43309,1733412202935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:23:23,891 DEBUG [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:23,891 INFO [RS:0;5a29627a94df:43309.replicationSource.shipper5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C43309%2C1733412202935 2024-12-05T15:23:23,892 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876, startPosition=0, beingWritten=true 2024-12-05T15:23:24,037 DEBUG [5a29627a94df:36295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:23:24,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,43309,1733412202935 2024-12-05T15:23:24,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43309,1733412202935, state=OPENING 2024-12-05T15:23:24,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:24,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:24,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:24,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:24,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:24,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43309,1733412202935}] 2024-12-05T15:23:24,096 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:24,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:24,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:23:24,229 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:23:24,229 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:24,230 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:23:24,231 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43309%2C1733412202935.meta, suffix=.meta, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs, maxLogs=10 2024-12-05T15:23:24,242 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.meta.1733412204231.meta, exclude list is [], retry=0 2024-12-05T15:23:24,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:24,246 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.meta.1733412204231.meta 2024-12-05T15:23:24,246 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:24,247 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:23:24,247 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:23:24,247 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:23:24,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:24,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:24,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:24,255 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/info/8aef627f88864acfa80a807c7004c8f8 2024-12-05T15:23:24,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:24,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:24,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:24,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:24,261 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/ns/c50c442889824918b4dd6b7e3a513c14 2024-12-05T15:23:24,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:24,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:24,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:24,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:24,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:24,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:24,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:24,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:24,268 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/table/9e22b100b19f41cdbaadc7979c8294d6 2024-12-05T15:23:24,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:24,268 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:24,269 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740 2024-12-05T15:23:24,270 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740 2024-12-05T15:23:24,271 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:24,271 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:24,272 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:24,273 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:24,273 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58941839, jitterRate=-0.12169815599918365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:24,273 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:23:24,273 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412204247Writing region info on filesystem at 1733412204247Initializing all the Stores at 1733412204248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412204248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412204248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412204248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412204248Cleaning up temporary data from old regions at 1733412204271 (+23 ms)Running coprocessor post-open hooks at 1733412204273 (+2 ms)Region opened successfully at 1733412204273 2024-12-05T15:23:24,274 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733412204225 2024-12-05T15:23:24,276 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:23:24,276 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:23:24,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5a29627a94df,43309,1733412202935 2024-12-05T15:23:24,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43309,1733412202935, state=OPEN 2024-12-05T15:23:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367829413/meta-region-server 2024-12-05T15:23:24,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,43309,1733412202935 2024-12-05T15:23:24,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:24,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367829413/meta-region-server: CHANGED 2024-12-05T15:23:24,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T15:23:24,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43309,1733412202935 in 215 msec 2024-12-05T15:23:24,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:23:24,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-12-05T15:23:24,401 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:24,805 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:25,235 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T15:23:25,310 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:25,915 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:26,620 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:26,737 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T15:23:27,425 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:28,139 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T15:23:28,139 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:23:28,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:28,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43309,1733412202935, seqNum=-1] 2024-12-05T15:23:28,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:28,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:28,144 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c86a0bac30365f33e75991fbf0476495, regionState=OPEN, lastHost=5a29627a94df,34211,1733412188640, regionLocation=5a29627a94df,34211,1733412188640, openSeqNum=2 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412268145 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412328145 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T15:23:28,145 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5a29627a94df,34211,1733412188640 had 2 regions 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36295,1733412202899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36295,1733412202899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36295,1733412202899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:36295, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,145 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,146 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5a29627a94df,34211,1733412188640, splitWal=true, meta=true, isMeta: false 2024-12-05T15:23:28,147 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640-splitting dir is empty, no logs to split. 2024-12-05T15:23:28,148 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5a29627a94df,34211,1733412188640 WAL count=0, meta=false 2024-12-05T15:23:28,150 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,34211,1733412188640-splitting dir is empty, no logs to split. 2024-12-05T15:23:28,150 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5a29627a94df,34211,1733412188640 WAL count=0, meta=false 2024-12-05T15:23:28,150 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5a29627a94df,34211,1733412188640 WAL splitting is done? wals=0, meta=false 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.162sec 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36295,1733412202899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:28,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36295,1733412202899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:23:28,151 WARN [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5a29627a94df,34211,1733412188640/hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:28,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN}] 2024-12-05T15:23:28,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN 2024-12-05T15:23:28,154 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:23:28,154 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:23:28,154 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36295,1733412202899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:28,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T15:23:28,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbf5f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:28,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36295,-1 for getting cluster id 2024-12-05T15:23:28,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:28,158 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141a4d4-c8ca-47e9-958b-6a6bdb2af39b' 2024-12-05T15:23:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141a4d4-c8ca-47e9-958b-6a6bdb2af39b" 2024-12-05T15:23:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdfccec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36295,-1] 2024-12-05T15:23:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,160 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29122c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:28,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:28,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43309,1733412202935, seqNum=-1] 2024-12-05T15:23:28,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:28,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T15:23:28,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:28,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:28,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5a29627a94df:36295 after: 5a29627a94df:36295 2024-12-05T15:23:28,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:28,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36295,-1 for getting cluster id 2024-12-05T15:23:28,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:28,167 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141a4d4-c8ca-47e9-958b-6a6bdb2af39b' 2024-12-05T15:23:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141a4d4-c8ca-47e9-958b-6a6bdb2af39b" 2024-12-05T15:23:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e42cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36295,-1] 2024-12-05T15:23:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,168 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:28,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:28,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:28,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36295,1733412202899 2024-12-05T15:23:28,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16896f25 2024-12-05T15:23:28,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:28,170 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:28,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T15:23:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:23:28,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:28,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:28,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:28,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:23:28,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1196082998, stopped=false 2024-12-05T15:23:28,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,37725,1733412193579 2024-12-05T15:23:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306860970/running 2024-12-05T15:23:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306860970/running 2024-12-05T15:23:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:28,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:28,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:28,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/running 2024-12-05T15:23:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Set watcher on znode that does not yet exist, /11306860970/running 2024-12-05T15:23:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,37019,1733412193690' ***** 2024-12-05T15:23:28,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:23:28,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,37019,1733412193690 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:37019. 2024-12-05T15:23:28,231 DEBUG [RS:0;5a29627a94df:37019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:28,231 DEBUG [RS:0;5a29627a94df:37019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:23:28,231 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:23:28,232 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:23:28,232 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:23:28,232 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:28,232 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:28,232 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:28,232 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:28,232 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:28,232 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:28,232 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T15:23:28,246 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/.tmp/ns/6e4ac9c5b3a4467f856021d10a8e442a is 43, key is default/ns:d/1733412196861/Put/seqid=0 2024-12-05T15:23:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741835_1011 (size=5153) 2024-12-05T15:23:28,304 DEBUG [5a29627a94df:36295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:23:28,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c86a0bac30365f33e75991fbf0476495, regionState=OPENING, regionLocation=5a29627a94df,43309,1733412202935 2024-12-05T15:23:28,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN because future has completed 2024-12-05T15:23:28,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86a0bac30365f33e75991fbf0476495, server=5a29627a94df,43309,1733412202935}] 2024-12-05T15:23:28,309 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:28,329 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:28,432 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:28,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:28,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:28,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:23:28,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43309%2C1733412202935.rep, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs, maxLogs=10 2024-12-05T15:23:28,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.rep.1733412208464, exclude list is [], retry=0 2024-12-05T15:23:28,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44621,DS-5cd4c844-4c9e-4670-8c18-382319e67588,DISK] 2024-12-05T15:23:28,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.rep.1733412208464 2024-12-05T15:23:28,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35155:35155)] 2024-12-05T15:23:28,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c86a0bac30365f33e75991fbf0476495, NAME => 'hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:28,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:28,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:28,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. service=MultiRowMutationService 2024-12-05T15:23:28,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:23:28,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:28,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,484 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,485 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86a0bac30365f33e75991fbf0476495 columnFamilyName hfileref 2024-12-05T15:23:28,485 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:28,485 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(327): Store=c86a0bac30365f33e75991fbf0476495/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:28,485 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,486 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86a0bac30365f33e75991fbf0476495 columnFamilyName queue 2024-12-05T15:23:28,486 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:28,490 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/queue/109057aceac642df900cff0a22b01855 2024-12-05T15:23:28,491 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(327): Store=c86a0bac30365f33e75991fbf0476495/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:28,491 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,492 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86a0bac30365f33e75991fbf0476495 columnFamilyName sid 2024-12-05T15:23:28,492 DEBUG [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:28,492 INFO [StoreOpener-c86a0bac30365f33e75991fbf0476495-1 {}] regionserver.HStore(327): Store=c86a0bac30365f33e75991fbf0476495/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:28,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:23:28,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened c86a0bac30365f33e75991fbf0476495; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68069288, jitterRate=0.014311432838439941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:23:28,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:28,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c86a0bac30365f33e75991fbf0476495: Running coprocessor pre-open hook at 1733412208483Writing region info on filesystem at 1733412208483Initializing all the Stores at 1733412208484 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412208484Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412208484Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412208484Cleaning up temporary data from old regions at 1733412208494 (+10 ms)Running coprocessor post-open hooks at 1733412208496 (+2 ms)Region opened successfully at 1733412208497 (+1 ms) 2024-12-05T15:23:28,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., pid=13, masterSystemTime=1733412208460 2024-12-05T15:23:28,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:28,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:28,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c86a0bac30365f33e75991fbf0476495, regionState=OPEN, openSeqNum=9, regionLocation=5a29627a94df,43309,1733412202935 2024-12-05T15:23:28,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86a0bac30365f33e75991fbf0476495, server=5a29627a94df,43309,1733412202935 because future has completed 2024-12-05T15:23:28,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T15:23:28,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c86a0bac30365f33e75991fbf0476495, server=5a29627a94df,43309,1733412202935 in 195 msec 2024-12-05T15:23:28,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T15:23:28,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c86a0bac30365f33e75991fbf0476495, ASSIGN in 352 msec 2024-12-05T15:23:28,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T15:23:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., hostname=5a29627a94df,43309,1733412202935, seqNum=9] 2024-12-05T15:23:28,525 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5a29627a94df,34211,1733412188640 2024-12-05T15:23:28,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T15:23:28,632 DEBUG [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:28,650 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/.tmp/ns/6e4ac9c5b3a4467f856021d10a8e442a 2024-12-05T15:23:28,655 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/.tmp/ns/6e4ac9c5b3a4467f856021d10a8e442a as hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/ns/6e4ac9c5b3a4467f856021d10a8e442a 2024-12-05T15:23:28,659 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/ns/6e4ac9c5b3a4467f856021d10a8e442a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T15:23:28,660 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-12-05T15:23:28,660 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:23:28,664 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T15:23:28,664 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:28,664 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:28,665 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:28,665 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412208232Running coprocessor pre-close hooks at 1733412208232Disabling compacts and flushes for region at 1733412208232Disabling writes for close at 1733412208232Obtaining lock to block concurrent updates at 1733412208232Preparing flush snapshotting stores in 1588230740 at 1733412208232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733412208232Flushing stores of hbase:meta,,1.1588230740 at 1733412208233 (+1 ms)Flushing 1588230740/ns: creating writer at 1733412208233Flushing 1588230740/ns: appending metadata at 1733412208245 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733412208245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28024bcd: reopening flushed file at 1733412208655 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1733412208660 (+5 ms)Writing region close event to WAL at 1733412208661 (+1 ms)Running coprocessor post-close hooks at 1733412208664 (+3 ms)Closed at 1733412208665 (+1 ms) 2024-12-05T15:23:28,665 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:28,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T15:23:28,713 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:23:28,713 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:23:28,832 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,37019,1733412193690; all regions closed. 2024-12-05T15:23:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741834_1010 (size=1152) 2024-12-05T15:23:28,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690/5a29627a94df%2C37019%2C1733412193690.meta.1733412196815.meta not finished, retry = 0 2024-12-05T15:23:28,951 DEBUG [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/oldWALs 2024-12-05T15:23:28,951 INFO [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C37019%2C1733412193690.meta:.meta(num 1733412196815) 2024-12-05T15:23:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741832_1008 (size=93) 2024-12-05T15:23:28,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/WALs/5a29627a94df,37019,1733412193690/5a29627a94df%2C37019%2C1733412193690.1733412195825 not finished, retry = 0 2024-12-05T15:23:29,056 DEBUG [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/oldWALs 2024-12-05T15:23:29,056 INFO [RS:0;5a29627a94df:37019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C37019%2C1733412193690:(num 1733412195825) 2024-12-05T15:23:29,056 DEBUG [RS:0;5a29627a94df:37019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:29,056 INFO [RS:0;5a29627a94df:37019 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:29,056 INFO [RS:0;5a29627a94df:37019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:29,056 INFO [RS:0;5a29627a94df:37019 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:29,056 INFO [RS:0;5a29627a94df:37019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:29,056 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:29,056 INFO [RS:0;5a29627a94df:37019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37019 2024-12-05T15:23:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970/rs 2024-12-05T15:23:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306860970/rs/5a29627a94df,37019,1733412193690 2024-12-05T15:23:29,072 INFO [RS:0;5a29627a94df:37019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:29,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,37019,1733412193690] 2024-12-05T15:23:29,088 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11306860970/draining/5a29627a94df,37019,1733412193690 already deleted, retry=false 2024-12-05T15:23:29,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,37019,1733412193690 expired; onlineServers=0 2024-12-05T15:23:29,088 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,37725,1733412193579' ***** 2024-12-05T15:23:29,088 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:29,089 DEBUG [M:0;5a29627a94df:37725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:23:29,089 DEBUG [M:0;5a29627a94df:37725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:23:29,089 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:23:29,089 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412195588 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412195588,5,FailOnTimeoutGroup] 2024-12-05T15:23:29,089 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412195588 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412195588,5,FailOnTimeoutGroup] 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:29,089 DEBUG [M:0;5a29627a94df:37725 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:29,089 INFO [M:0;5a29627a94df:37725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:23:29,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:23:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306860970/master 2024-12-05T15:23:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306860970 2024-12-05T15:23:29,097 DEBUG [M:0;5a29627a94df:37725 {}] zookeeper.ZKUtil(347): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Unable to get data of znode /11306860970/master because node does not exist (not an error) 2024-12-05T15:23:29,097 WARN [M:0;5a29627a94df:37725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:23:29,098 INFO [M:0;5a29627a94df:37725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/.lastflushedseqids 2024-12-05T15:23:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741836_1012 (size=99) 2024-12-05T15:23:29,180 INFO [RS:0;5a29627a94df:37019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:29,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:29,180 INFO [RS:0;5a29627a94df:37019 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,37019,1733412193690; zookeeper connection closed. 2024-12-05T15:23:29,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37019-0x101a744b14b0004, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:29,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b6a040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b6a040 2024-12-05T15:23:29,181 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:23:29,333 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:29,502 INFO [M:0;5a29627a94df:37725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:23:29,503 INFO [M:0;5a29627a94df:37725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:23:29,503 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:29,503 INFO [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:29,503 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:29,503 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:29,503 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:29,503 INFO [M:0;5a29627a94df:37725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T15:23:29,516 DEBUG [M:0;5a29627a94df:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab8a0d7b26a7418d8393ae8418074dee is 82, key is hbase:meta,,1/info:regioninfo/1733412196845/Put/seqid=0 2024-12-05T15:23:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741837_1013 (size=5672) 2024-12-05T15:23:29,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:29,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:29,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:29,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:29,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:29,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:29,920 INFO [M:0;5a29627a94df:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab8a0d7b26a7418d8393ae8418074dee 2024-12-05T15:23:29,936 DEBUG [M:0;5a29627a94df:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f6c33d510a04275a71d937d3e5be109 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733412196865/Put/seqid=0 2024-12-05T15:23:29,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741838_1014 (size=5275) 2024-12-05T15:23:30,340 INFO [M:0;5a29627a94df:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f6c33d510a04275a71d937d3e5be109 2024-12-05T15:23:30,356 DEBUG [M:0;5a29627a94df:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/816152b812764bd8b6e2566813e2f5c5 is 69, key is 5a29627a94df,37019,1733412193690/rs:state/1733412195644/Put/seqid=0 2024-12-05T15:23:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741839_1015 (size=5156) 2024-12-05T15:23:30,437 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:30,761 INFO [M:0;5a29627a94df:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/816152b812764bd8b6e2566813e2f5c5 2024-12-05T15:23:30,766 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab8a0d7b26a7418d8393ae8418074dee as hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab8a0d7b26a7418d8393ae8418074dee 2024-12-05T15:23:30,770 INFO [M:0;5a29627a94df:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab8a0d7b26a7418d8393ae8418074dee, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T15:23:30,771 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f6c33d510a04275a71d937d3e5be109 as hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f6c33d510a04275a71d937d3e5be109 2024-12-05T15:23:30,776 INFO [M:0;5a29627a94df:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f6c33d510a04275a71d937d3e5be109, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T15:23:30,777 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/816152b812764bd8b6e2566813e2f5c5 as hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/816152b812764bd8b6e2566813e2f5c5 2024-12-05T15:23:30,781 INFO [M:0;5a29627a94df:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/44b06ec1-4182-bc8c-88eb-7767bda8bc49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/816152b812764bd8b6e2566813e2f5c5, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T15:23:30,782 INFO [M:0;5a29627a94df:37725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-12-05T15:23:30,783 INFO [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:30,784 DEBUG [M:0;5a29627a94df:37725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412209503Disabling compacts and flushes for region at 1733412209503Disabling writes for close at 1733412209503Obtaining lock to block concurrent updates at 1733412209503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412209503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733412209503Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412209504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412209504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412209515 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412209515Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412209924 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412209935 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412209936 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412210344 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412210356 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412210356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46982866: reopening flushed file at 1733412210765 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bdb86e: reopening flushed file at 1733412210770 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cd0fbc: reopening flushed file at 1733412210776 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1733412210782 (+6 ms)Writing region close event to WAL at 1733412210783 (+1 ms)Closed at 1733412210783 2024-12-05T15:23:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741830_1006 (size=10165) 2024-12-05T15:23:30,787 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:30,787 INFO [M:0;5a29627a94df:37725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:23:30,787 INFO [M:0;5a29627a94df:37725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37725 2024-12-05T15:23:30,788 INFO [M:0;5a29627a94df:37725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:30,939 INFO [M:0;5a29627a94df:37725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:30,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:30,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101a744b14b0003, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:30,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fab3a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:30,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:30,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:30,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:30,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:30,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:23:30,943 WARN [BP-1137428821-172.17.0.3-1733412192023 heartbeating to localhost/127.0.0.1:36259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:23:30,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:23:30,943 WARN [BP-1137428821-172.17.0.3-1733412192023 heartbeating to localhost/127.0.0.1:36259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1137428821-172.17.0.3-1733412192023 (Datanode Uuid 8ee91a31-342a-4862-a95c-a107536368a7) service to localhost/127.0.0.1:36259 2024-12-05T15:23:30,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/cluster_9a4102e2-d854-2bd5-7a77-43577aacbe3f/data/data1/current/BP-1137428821-172.17.0.3-1733412192023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:30,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/cluster_9a4102e2-d854-2bd5-7a77-43577aacbe3f/data/data2/current/BP-1137428821-172.17.0.3-1733412192023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:30,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:23:30,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fcc2584{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:30,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:30,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:30,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:30,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:23:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:23:30,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:30,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:30,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:30,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:30,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:30,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:23:30,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=679074959, stopped=false 2024-12-05T15:23:30,959 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,36295,1733412202899 2024-12-05T15:23:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/running 2024-12-05T15:23:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:30,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:30,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:30,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:30,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:30,973 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,43309,1733412202935' ***** 2024-12-05T15:23:30,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:30,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Set watcher on znode that does not yet exist, /0-367829413/running 2024-12-05T15:23:30,973 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:23:30,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,43309,1733412202935 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43309. 2024-12-05T15:23:30,973 DEBUG [RS:0;5a29627a94df:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:30,973 DEBUG [RS:0;5a29627a94df:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:23:30,973 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c86a0bac30365f33e75991fbf0476495, disabling compactions & flushes 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:23:30,973 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:23:30,973 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:30,973 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. after waiting 0 ms 2024-12-05T15:23:30,973 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:30,973 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:23:30,973 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1325): Online Regions={c86a0bac30365f33e75991fbf0476495=hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:23:30,973 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c86a0bac30365f33e75991fbf0476495 2024-12-05T15:23:30,974 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:30,974 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:30,974 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:30,974 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:30,974 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:30,974 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T15:23:30,977 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/replication/c86a0bac30365f33e75991fbf0476495/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T15:23:30,977 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:30,977 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:30,977 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:30,977 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c86a0bac30365f33e75991fbf0476495: Waiting for close lock at 1733412210973Running coprocessor pre-close hooks at 1733412210973Disabling compacts and flushes for region at 1733412210973Disabling writes for close at 1733412210973Writing region close event to WAL at 1733412210974 (+1 ms)Running coprocessor post-close hooks at 1733412210977 (+3 ms)Closed at 1733412210977 2024-12-05T15:23:30,977 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495. 2024-12-05T15:23:30,994 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/info/e9f66bc4615a4ff58c20a0902665e7c1 is 147, key is hbase:replication,,1733412196956.c86a0bac30365f33e75991fbf0476495./info:regioninfo/1733412208500/Put/seqid=0 2024-12-05T15:23:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741851_1027 (size=6385) 2024-12-05T15:23:31,047 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:31,174 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:31,374 DEBUG [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:31,398 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/info/e9f66bc4615a4ff58c20a0902665e7c1 2024-12-05T15:23:31,404 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/.tmp/info/e9f66bc4615a4ff58c20a0902665e7c1 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/info/e9f66bc4615a4ff58c20a0902665e7c1 2024-12-05T15:23:31,408 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/info/e9f66bc4615a4ff58c20a0902665e7c1, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T15:23:31,409 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-12-05T15:23:31,413 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T15:23:31,413 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:31,413 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:31,413 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:31,413 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412210973Running coprocessor pre-close hooks at 1733412210973Disabling compacts and flushes for region at 1733412210974 (+1 ms)Disabling writes for close at 1733412210974Obtaining lock to block concurrent updates at 1733412210974Preparing flush snapshotting stores in 1588230740 at 1733412210974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733412210974Flushing stores of hbase:meta,,1.1588230740 at 1733412210974Flushing 1588230740/info: creating writer at 1733412210974Flushing 1588230740/info: appending metadata at 1733412210993 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733412210993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f18420: reopening flushed file at 1733412211403 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1733412211409 (+6 ms)Writing region close event to WAL at 1733412211410 (+1 ms)Running coprocessor post-close hooks at 1733412211413 (+3 ms)Closed at 1733412211413 2024-12-05T15:23:31,413 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:31,574 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,43309,1733412202935; all regions closed. 2024-12-05T15:23:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741849_1025 (size=2156) 2024-12-05T15:23:31,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.meta.1733412204231.meta not finished, retry = 0 2024-12-05T15:23:31,642 DEBUG [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 to pos 0, reset compression=false 2024-12-05T15:23:31,679 DEBUG [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs 2024-12-05T15:23:31,679 INFO [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43309%2C1733412202935.meta:.meta(num 1733412204231) 2024-12-05T15:23:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741850_1026 (size=796) 2024-12-05T15:23:31,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.rep.1733412208464 not finished, retry = 0 2024-12-05T15:23:31,783 DEBUG [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs 2024-12-05T15:23:31,783 INFO [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43309%2C1733412202935.rep:(num 1733412208464) 2024-12-05T15:23:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741848_1024 (size=93) 2024-12-05T15:23:31,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/WALs/5a29627a94df,43309,1733412202935/5a29627a94df%2C43309%2C1733412202935.1733412203876 not finished, retry = 0 2024-12-05T15:23:31,805 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:23:31,805 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:23:31,888 DEBUG [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/oldWALs 2024-12-05T15:23:31,888 INFO [RS:0;5a29627a94df:43309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43309%2C1733412202935:(num 1733412203876) 2024-12-05T15:23:31,888 DEBUG [RS:0;5a29627a94df:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:31,889 INFO [RS:0;5a29627a94df:43309 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:31,889 INFO [RS:0;5a29627a94df:43309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:31,889 INFO [RS:0;5a29627a94df:43309 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:31,889 INFO [RS:0;5a29627a94df:43309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:31,889 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:31,889 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T15:23:31,889 INFO [RS:0;5a29627a94df:43309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,43309,1733412202935 because: Region server is closing 2024-12-05T15:23:31,889 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T15:23:31,889 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T15:23:31,889 INFO [RS:0;5a29627a94df:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43309. 2024-12-05T15:23:31,889 DEBUG [RS:0;5a29627a94df:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:31,890 DEBUG [RS:0;5a29627a94df:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:31,890 DEBUG [RS:0;5a29627a94df:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:31,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:31,990 WARN [RS:0;5a29627a94df:43309.replicationSource.wal-reader.5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:23:31,990 WARN [RS:0;5a29627a94df:43309.replicationSource.shipper5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:23:31,990 INFO [RS:0;5a29627a94df:43309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5a29627a94df:43309.replicationSource.shipper5a29627a94df%2C43309%2C1733412202935,1-5a29627a94df,43309,1733412202935 terminated 2024-12-05T15:23:31,990 INFO [RS:0;5a29627a94df:43309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43309 2024-12-05T15:23:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/rs/5a29627a94df,43309,1733412202935 2024-12-05T15:23:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413/rs 2024-12-05T15:23:32,038 INFO [RS:0;5a29627a94df:43309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:32,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,43309,1733412202935] 2024-12-05T15:23:32,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-367829413/draining/5a29627a94df,43309,1733412202935 already deleted, retry=false 2024-12-05T15:23:32,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,43309,1733412202935 expired; onlineServers=0 2024-12-05T15:23:32,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,36295,1733412202899' ***** 2024-12-05T15:23:32,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:23:32,055 INFO [M:0;5a29627a94df:36295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:32,055 INFO [M:0;5a29627a94df:36295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:32,055 DEBUG [M:0;5a29627a94df:36295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:23:32,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:23:32,055 DEBUG [M:0;5a29627a94df:36295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:23:32,055 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412203632 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412203632,5,FailOnTimeoutGroup] 2024-12-05T15:23:32,055 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412203631 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412203631,5,FailOnTimeoutGroup] 2024-12-05T15:23:32,055 INFO [M:0;5a29627a94df:36295 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:32,055 INFO [M:0;5a29627a94df:36295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:32,056 DEBUG [M:0;5a29627a94df:36295 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:23:32,056 INFO [M:0;5a29627a94df:36295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:23:32,056 INFO [M:0;5a29627a94df:36295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:32,056 INFO [M:0;5a29627a94df:36295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:23:32,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:23:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367829413/master 2024-12-05T15:23:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367829413 2024-12-05T15:23:32,063 DEBUG [M:0;5a29627a94df:36295 {}] zookeeper.ZKUtil(347): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Unable to get data of znode /0-367829413/master because node does not exist (not an error) 2024-12-05T15:23:32,063 WARN [M:0;5a29627a94df:36295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:23:32,064 INFO [M:0;5a29627a94df:36295 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/.lastflushedseqids 2024-12-05T15:23:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741852_1028 (size=181) 2024-12-05T15:23:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:32,147 INFO [RS:0;5a29627a94df:43309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101a744b14b0007, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:32,147 INFO [RS:0;5a29627a94df:43309 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,43309,1733412202935; zookeeper connection closed. 2024-12-05T15:23:32,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56989af7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56989af7 2024-12-05T15:23:32,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:23:32,469 INFO [M:0;5a29627a94df:36295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:23:32,469 INFO [M:0;5a29627a94df:36295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:23:32,469 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:32,469 INFO [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:32,469 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:32,469 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:32,469 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:32,469 INFO [M:0;5a29627a94df:36295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T15:23:32,483 DEBUG [M:0;5a29627a94df:36295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c64c4191d134f7d9661660b2c1ebed4 is 82, key is hbase:meta,,1/info:regioninfo/1733412204276/Put/seqid=0 2024-12-05T15:23:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741853_1029 (size=5672) 2024-12-05T15:23:32,887 INFO [M:0;5a29627a94df:36295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c64c4191d134f7d9661660b2c1ebed4 2024-12-05T15:23:32,906 DEBUG [M:0;5a29627a94df:36295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/390b3b39c89d453ea71b3e17da668c24 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733412208505/Put/seqid=0 2024-12-05T15:23:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741854_1030 (size=7312) 2024-12-05T15:23:32,909 INFO [M:0;5a29627a94df:36295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/390b3b39c89d453ea71b3e17da668c24 2024-12-05T15:23:32,930 DEBUG [M:0;5a29627a94df:36295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01e1164732aa40fab83ed5729c8c7f34 is 69, key is 5a29627a94df,43309,1733412202935/rs:state/1733412203686/Put/seqid=0 2024-12-05T15:23:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741855_1031 (size=5370) 2024-12-05T15:23:33,334 INFO [M:0;5a29627a94df:36295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01e1164732aa40fab83ed5729c8c7f34 2024-12-05T15:23:33,339 INFO [M:0;5a29627a94df:36295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e1164732aa40fab83ed5729c8c7f34 2024-12-05T15:23:33,340 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c64c4191d134f7d9661660b2c1ebed4 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c64c4191d134f7d9661660b2c1ebed4 2024-12-05T15:23:33,345 INFO [M:0;5a29627a94df:36295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c64c4191d134f7d9661660b2c1ebed4, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T15:23:33,345 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/390b3b39c89d453ea71b3e17da668c24 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/390b3b39c89d453ea71b3e17da668c24 2024-12-05T15:23:33,350 INFO [M:0;5a29627a94df:36295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/390b3b39c89d453ea71b3e17da668c24, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T15:23:33,351 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01e1164732aa40fab83ed5729c8c7f34 as hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01e1164732aa40fab83ed5729c8c7f34 2024-12-05T15:23:33,356 INFO [M:0;5a29627a94df:36295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e1164732aa40fab83ed5729c8c7f34 2024-12-05T15:23:33,356 INFO [M:0;5a29627a94df:36295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01e1164732aa40fab83ed5729c8c7f34, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T15:23:33,357 INFO [M:0;5a29627a94df:36295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false 2024-12-05T15:23:33,358 INFO [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:33,358 DEBUG [M:0;5a29627a94df:36295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412212469Disabling compacts and flushes for region at 1733412212469Disabling writes for close at 1733412212469Obtaining lock to block concurrent updates at 1733412212469Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412212469Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733412212470 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412212470Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412212470Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412212483 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412212483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412212893 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412212905 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412212905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412212914 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412212929 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412212929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7783891: reopening flushed file at 1733412213339 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583871a8: reopening flushed file at 1733412213345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bba8b21: reopening flushed file at 1733412213350 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false at 1733412213357 (+7 ms)Writing region close event to WAL at 1733412213358 (+1 ms)Closed at 1733412213358 2024-12-05T15:23:33,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c659e1b1-b113-2c0d-924a-17a1143e31aa/MasterData/WALs/5a29627a94df,36295,1733412202899/5a29627a94df%2C36295%2C1733412202899.1733412203431 not finished, retry = 0 2024-12-05T15:23:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44621 is added to blk_1073741847_1023 (size=22903) 2024-12-05T15:23:33,461 INFO [M:0;5a29627a94df:36295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:23:33,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:33,461 INFO [M:0;5a29627a94df:36295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36295 2024-12-05T15:23:33,461 INFO [M:0;5a29627a94df:36295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:33,605 INFO [M:0;5a29627a94df:36295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36295-0x101a744b14b0006, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:33,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69252cfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:33,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:33,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:33,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:33,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:33,609 WARN [BP-321353173-172.17.0.3-1733412187064 heartbeating to localhost/127.0.0.1:34979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:23:33,609 WARN [BP-321353173-172.17.0.3-1733412187064 heartbeating to localhost/127.0.0.1:34979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-321353173-172.17.0.3-1733412187064 (Datanode Uuid 5db7c9b6-bedb-4301-8390-9fcf03f6fe34) service to localhost/127.0.0.1:34979 2024-12-05T15:23:33,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/data/data1/current/BP-321353173-172.17.0.3-1733412187064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:33,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/cluster_6f5079ed-0434-c05b-1063-dbcc7631ae36/data/data2/current/BP-321353173-172.17.0.3-1733412187064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:23:33,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:23:33,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:23:33,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:23:33,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24864714{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:33,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:23:33,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:23:33,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:23:33,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f70f764-21d7-f07e-c572-ffe84fd22051/hadoop.log.dir/,STOPPED} 2024-12-05T15:23:33,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:23:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:23:33,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60168) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34979 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36259 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60168) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6127 (was 6177) 2024-12-05T15:23:33,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=6127 2024-12-05T15:23:33,658 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T15:23:33,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir so I do NOT create it in target/test-data/4d89521d-003c-516b-dceb-199625694d50 2024-12-05T15:23:33,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:23:33,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.tmp.dir so I do NOT create it in target/test-data/4d89521d-003c-516b-dceb-199625694d50 2024-12-05T15:23:33,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee051470-5b00-7c60-7eeb-d63186ca6578/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:23:33,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50 2024-12-05T15:23:33,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874, deleteOnExit=true 2024-12-05T15:23:33,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/zookeeper_0, clientPort=49433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:23:33,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49433 2024-12-05T15:23:33,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:23:33,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/test.cache.data in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:23:33,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:23:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:23:33,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:33,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:23:33,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:23:33,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a744b14b0005, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:23:33,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a744b14b0002, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:23:33,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a744b14b0005, quorum=127.0.0.1:60168, baseZNode=/11306860970 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:23:33,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a744b14b0002, quorum=127.0.0.1:60168, baseZNode=/0-367829413 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:23:33,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:33,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:33,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:33,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:33,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:23:33,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:33,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:33,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:33,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45976c97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/java.io.tmpdir/jetty-localhost-42841-hadoop-hdfs-3_4_1-tests_jar-_-any-9961324329541478738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:33,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:42841} 2024-12-05T15:23:33,993 INFO [Time-limited test {}] server.Server(415): Started @162946ms 2024-12-05T15:23:34,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:34,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:34,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:34,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:34,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:23:34,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:34,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:34,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b238757{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/java.io.tmpdir/jetty-localhost-42343-hadoop-hdfs-3_4_1-tests_jar-_-any-9409779641109431308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:34,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:42343} 2024-12-05T15:23:34,264 INFO [Time-limited test {}] server.Server(415): Started @163216ms 2024-12-05T15:23:34,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:23:34,701 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/data/data1/current/BP-388194702-172.17.0.3-1733412213696/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:34,701 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/data/data2/current/BP-388194702-172.17.0.3-1733412213696/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:34,721 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:23:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbca46c3e4f4bf470 with lease ID 0xb1fa712ff5e2a37e: Processing first storage report for DS-7872d341-ab5c-4195-aa47-350ae61808c7 from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=3d778ada-5f8c-42b5-aca5-d8d2d15dfd8d, infoPort=45959, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1920726893;c=1733412213696) 2024-12-05T15:23:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbca46c3e4f4bf470 with lease ID 0xb1fa712ff5e2a37e: from storage DS-7872d341-ab5c-4195-aa47-350ae61808c7 node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=3d778ada-5f8c-42b5-aca5-d8d2d15dfd8d, infoPort=45959, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1920726893;c=1733412213696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbca46c3e4f4bf470 with lease ID 0xb1fa712ff5e2a37e: Processing first storage report for DS-166a8abc-7598-45f8-96e2-175815251d8a from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=3d778ada-5f8c-42b5-aca5-d8d2d15dfd8d, infoPort=45959, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1920726893;c=1733412213696) 2024-12-05T15:23:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbca46c3e4f4bf470 with lease ID 0xb1fa712ff5e2a37e: from storage DS-166a8abc-7598-45f8-96e2-175815251d8a node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=3d778ada-5f8c-42b5-aca5-d8d2d15dfd8d, infoPort=45959, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1920726893;c=1733412213696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:34,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50 2024-12-05T15:23:34,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:34,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:23:35,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff with version=8 2024-12-05T15:23:35,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/hbase-staging 2024-12-05T15:23:35,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:23:35,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:35,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38475 2024-12-05T15:23:35,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38475 connecting to ZooKeeper ensemble=127.0.0.1:49433 2024-12-05T15:23:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384750x0, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:35,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38475-0x101a745195a0000 connected 2024-12-05T15:23:35,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:35,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:35,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/running 2024-12-05T15:23:35,324 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff, hbase.cluster.distributed=false 2024-12-05T15:23:35,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/acl 2024-12-05T15:23:35,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38475 2024-12-05T15:23:35,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38475 2024-12-05T15:23:35,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38475 2024-12-05T15:23:35,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38475 2024-12-05T15:23:35,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38475 2024-12-05T15:23:35,354 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:35,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:35,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:35,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:23:35,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:35,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44757 2024-12-05T15:23:35,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44757 connecting to ZooKeeper ensemble=127.0.0.1:49433 2024-12-05T15:23:35,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:35,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447570x0, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:35,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447570x0, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/running 2024-12-05T15:23:35,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44757-0x101a745195a0001 connected 2024-12-05T15:23:35,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:23:35,373 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:23:35,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/master 2024-12-05T15:23:35,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/acl 2024-12-05T15:23:35,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-05T15:23:35,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44757 2024-12-05T15:23:35,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44757 2024-12-05T15:23:35,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-05T15:23:35,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-05T15:23:35,389 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:38475 2024-12-05T15:23:35,389 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01020739813/backup-masters/5a29627a94df,38475,1733412215202 2024-12-05T15:23:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813/backup-masters 2024-12-05T15:23:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813/backup-masters 2024-12-05T15:23:35,397 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on existing znode=/01020739813/backup-masters/5a29627a94df,38475,1733412215202 2024-12-05T15:23:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01020739813/master 2024-12-05T15:23:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:35,405 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on existing znode=/01020739813/master 2024-12-05T15:23:35,405 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01020739813/backup-masters/5a29627a94df,38475,1733412215202 from backup master directory 2024-12-05T15:23:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01020739813/backup-masters/5a29627a94df,38475,1733412215202 2024-12-05T15:23:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813/backup-masters 2024-12-05T15:23:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813/backup-masters 2024-12-05T15:23:35,413 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:35,413 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,38475,1733412215202 2024-12-05T15:23:35,417 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/hbase.id] with ID: 342eaf36-4e26-467e-809b-56a0d36b3ef9 2024-12-05T15:23:35,417 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/.tmp/hbase.id 2024-12-05T15:23:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:23:35,823 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/.tmp/hbase.id]:[hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/hbase.id] 2024-12-05T15:23:35,832 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:35,832 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:23:35,833 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:23:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:35,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:23:36,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:36,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:23:36,269 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:23:36,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:36,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:36,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:23:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:23:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:36,674 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store 2024-12-05T15:23:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:23:37,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:37,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:37,080 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:37,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:37,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:37,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:37,080 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:37,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412217080Disabling compacts and flushes for region at 1733412217080Disabling writes for close at 1733412217080Writing region close event to WAL at 1733412217080Closed at 1733412217080 2024-12-05T15:23:37,081 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/.initializing 2024-12-05T15:23:37,081 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/WALs/5a29627a94df,38475,1733412215202 2024-12-05T15:23:37,082 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:37,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C38475%2C1733412215202, suffix=, logDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/WALs/5a29627a94df,38475,1733412215202, archiveDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/oldWALs, maxLogs=10 2024-12-05T15:23:37,098 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/WALs/5a29627a94df,38475,1733412215202/5a29627a94df%2C38475%2C1733412215202.1733412217084, exclude list is [], retry=0 2024-12-05T15:23:37,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-7872d341-ab5c-4195-aa47-350ae61808c7,DISK] 2024-12-05T15:23:37,102 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/WALs/5a29627a94df,38475,1733412215202/5a29627a94df%2C38475%2C1733412215202.1733412217084 2024-12-05T15:23:37,102 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-12-05T15:23:37,102 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:37,103 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:37,103 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,103 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:23:37,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:37,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:37,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:23:37,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:37,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:37,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:23:37,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:37,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:37,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:23:37,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:37,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:37,109 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,109 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,110 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,110 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,111 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,111 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:37,112 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:37,113 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:37,114 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65162854, jitterRate=-0.028997808694839478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:37,114 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412217103Initializing all the Stores at 1733412217104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412217104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412217104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412217104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412217104Cleaning up temporary data from old regions at 1733412217111 (+7 ms)Region opened successfully at 1733412217114 (+3 ms) 2024-12-05T15:23:37,114 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:23:37,116 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e34a416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:37,117 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:23:37,117 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:23:37,117 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:23:37,117 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:23:37,118 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:23:37,118 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:23:37,118 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:23:37,119 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:23:37,120 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Unable to get data of znode /01020739813/balancer because node does not exist (not necessarily an error) 2024-12-05T15:23:37,179 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020739813/balancer already deleted, retry=false 2024-12-05T15:23:37,180 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:23:37,180 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Unable to get data of znode /01020739813/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:23:37,188 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020739813/normalizer already deleted, retry=false 2024-12-05T15:23:37,188 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:23:37,189 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Unable to get data of znode /01020739813/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:23:37,196 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020739813/switch/split already deleted, retry=false 2024-12-05T15:23:37,197 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Unable to get data of znode /01020739813/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:23:37,204 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020739813/switch/merge already deleted, retry=false 2024-12-05T15:23:37,206 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Unable to get data of znode /01020739813/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:23:37,213 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01020739813/snapshot-cleanup already deleted, retry=false 2024-12-05T15:23:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01020739813/running 2024-12-05T15:23:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01020739813/running 2024-12-05T15:23:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:37,222 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,38475,1733412215202, sessionid=0x101a745195a0000, setting cluster-up flag (Was=false) 2024-12-05T15:23:37,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:37,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:37,263 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01020739813/flush-table-proc/acquired, /01020739813/flush-table-proc/reached, /01020739813/flush-table-proc/abort 2024-12-05T15:23:37,264 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,38475,1733412215202 2024-12-05T15:23:37,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:37,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:37,304 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01020739813/online-snapshot/acquired, /01020739813/online-snapshot/reached, /01020739813/online-snapshot/abort 2024-12-05T15:23:37,305 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,38475,1733412215202 2024-12-05T15:23:37,306 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:23:37,307 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:37,308 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:23:37,308 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:23:37,308 WARN [master/5a29627a94df:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5a29627a94df,34211,1733412188640: status=Processing ServerCrashProcedure of 5a29627a94df,34211,1733412188640 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733412203630, completionTime=-1 appears to have been leaked 2024-12-05T15:23:37,308 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,38475,1733412215202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:37,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:37,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:23:37,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:37,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:23:37,314 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412247314 2024-12-05T15:23:37,315 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:23:37,315 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:23:37,315 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:23:37,315 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:23:37,315 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:23:37,315 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:23:37,318 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,318 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:23:37,318 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:23:37,318 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:23:37,318 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:23:37,319 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:23:37,319 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:23:37,319 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412217319,5,FailOnTimeoutGroup] 2024-12-05T15:23:37,321 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412217319,5,FailOnTimeoutGroup] 2024-12-05T15:23:37,321 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,321 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:23:37,321 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,321 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:23:37,381 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(746): ClusterId : 342eaf36-4e26-467e-809b-56a0d36b3ef9 2024-12-05T15:23:37,381 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:23:37,389 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:23:37,389 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:23:37,397 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:23:37,397 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d506330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:37,406 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:44757 2024-12-05T15:23:37,407 INFO [RS:0;5a29627a94df:44757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:23:37,407 INFO [RS:0;5a29627a94df:44757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:23:37,407 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:23:37,407 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,38475,1733412215202 with port=44757, startcode=1733412215354 2024-12-05T15:23:37,407 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:23:37,409 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:23:37,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,44757,1733412215354 2024-12-05T15:23:37,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38475 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,44757,1733412215354 2024-12-05T15:23:37,410 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff 2024-12-05T15:23:37,410 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37961 2024-12-05T15:23:37,410 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:23:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813/rs 2024-12-05T15:23:37,420 DEBUG [RS:0;5a29627a94df:44757 {}] zookeeper.ZKUtil(111): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on existing znode=/01020739813/rs/5a29627a94df,44757,1733412215354 2024-12-05T15:23:37,420 WARN [RS:0;5a29627a94df:44757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:37,420 INFO [RS:0;5a29627a94df:44757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:37,420 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354 2024-12-05T15:23:37,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,44757,1733412215354] 2024-12-05T15:23:37,423 INFO [RS:0;5a29627a94df:44757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:23:37,426 INFO [RS:0;5a29627a94df:44757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:23:37,426 INFO [RS:0;5a29627a94df:44757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:23:37,426 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,426 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:23:37,427 INFO [RS:0;5a29627a94df:44757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:23:37,427 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,427 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,427 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,427 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,427 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,427 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,427 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:37,428 DEBUG [RS:0;5a29627a94df:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:37,429 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,429 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,429 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,429 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,429 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,429 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44757,1733412215354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:37,441 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:23:37,442 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44757,1733412215354-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,442 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,442 INFO [RS:0;5a29627a94df:44757 {}] regionserver.Replication(171): 5a29627a94df,44757,1733412215354 started 2024-12-05T15:23:37,453 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:37,453 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,44757,1733412215354, RpcServer on 5a29627a94df/172.17.0.3:44757, sessionid=0x101a745195a0001 2024-12-05T15:23:37,453 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:23:37,453 DEBUG [RS:0;5a29627a94df:44757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,44757,1733412215354 2024-12-05T15:23:37,453 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44757,1733412215354' 2024-12-05T15:23:37,453 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01020739813/flush-table-proc/abort' 2024-12-05T15:23:37,454 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01020739813/flush-table-proc/acquired' 2024-12-05T15:23:37,454 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:23:37,454 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:23:37,454 DEBUG [RS:0;5a29627a94df:44757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,44757,1733412215354 2024-12-05T15:23:37,454 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44757,1733412215354' 2024-12-05T15:23:37,454 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01020739813/online-snapshot/abort' 2024-12-05T15:23:37,455 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01020739813/online-snapshot/acquired' 2024-12-05T15:23:37,455 DEBUG [RS:0;5a29627a94df:44757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:23:37,455 INFO [RS:0;5a29627a94df:44757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:23:37,455 INFO [RS:0;5a29627a94df:44757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:23:37,555 INFO [RS:0;5a29627a94df:44757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:37,557 INFO [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44757%2C1733412215354, suffix=, logDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354, archiveDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/oldWALs, maxLogs=10 2024-12-05T15:23:37,568 DEBUG [RS:0;5a29627a94df:44757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558, exclude list is [], retry=0 2024-12-05T15:23:37,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-7872d341-ab5c-4195-aa47-350ae61808c7,DISK] 2024-12-05T15:23:37,572 INFO [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 2024-12-05T15:23:37,572 DEBUG [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-12-05T15:23:37,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:23:37,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff 2024-12-05T15:23:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:23:38,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:38,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:38,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:38,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:38,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:38,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:38,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:38,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:38,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:38,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:38,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740 2024-12-05T15:23:38,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740 2024-12-05T15:23:38,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:38,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:38,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:38,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:38,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:38,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73049166, jitterRate=0.08851739764213562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412218129Initializing all the Stores at 1733412218130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412218130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412218130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412218130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412218131 (+1 ms)Cleaning up temporary data from old regions at 1733412218137 (+6 ms)Region opened successfully at 1733412218141 (+4 ms) 2024-12-05T15:23:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:38,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:38,141 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412218141Disabling compacts and flushes for region at 1733412218141Disabling writes for close at 1733412218141Writing region close event to WAL at 1733412218141Closed at 1733412218141 2024-12-05T15:23:38,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:38,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:23:38,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:23:38,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:38,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:23:38,294 DEBUG [5a29627a94df:38475 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:23:38,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,44757,1733412215354 2024-12-05T15:23:38,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44757,1733412215354, state=OPENING 2024-12-05T15:23:38,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:23:38,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:38,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:38,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020739813/meta-region-server: CHANGED 2024-12-05T15:23:38,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020739813/meta-region-server: CHANGED 2024-12-05T15:23:38,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:38,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44757,1733412215354}] 2024-12-05T15:23:38,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:38,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:23:38,503 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:23:38,503 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:38,503 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:23:38,504 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44757%2C1733412215354.meta, suffix=.meta, logDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354, archiveDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/oldWALs, maxLogs=10 2024-12-05T15:23:38,515 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.meta.1733412218504.meta, exclude list is [], retry=0 2024-12-05T15:23:38,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-7872d341-ab5c-4195-aa47-350ae61808c7,DISK] 2024-12-05T15:23:38,518 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.meta.1733412218504.meta 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:38,519 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:23:38,519 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:23:38,519 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:23:38,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:38,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:38,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:38,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:38,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:38,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:38,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:38,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:38,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:38,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:38,524 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:38,525 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740 2024-12-05T15:23:38,525 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740 2024-12-05T15:23:38,526 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:38,526 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:38,527 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:38,528 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:38,528 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73651342, jitterRate=0.09749051928520203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:38,528 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:23:38,529 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412218519Writing region info on filesystem at 1733412218520 (+1 ms)Initializing all the Stores at 1733412218520Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412218520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412218520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412218520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412218520Cleaning up temporary data from old regions at 1733412218526 (+6 ms)Running coprocessor post-open hooks at 1733412218528 (+2 ms)Region opened successfully at 1733412218529 (+1 ms) 2024-12-05T15:23:38,530 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412218498 2024-12-05T15:23:38,532 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:23:38,532 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:23:38,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44757,1733412215354 2024-12-05T15:23:38,533 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44757,1733412215354, state=OPEN 2024-12-05T15:23:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01020739813/meta-region-server 2024-12-05T15:23:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01020739813/meta-region-server 2024-12-05T15:23:38,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,44757,1733412215354 2024-12-05T15:23:38,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020739813/meta-region-server: CHANGED 2024-12-05T15:23:38,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01020739813/meta-region-server: CHANGED 2024-12-05T15:23:38,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:23:38,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44757,1733412215354 in 228 msec 2024-12-05T15:23:38,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:23:38,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-12-05T15:23:38,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:38,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:23:38,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:38,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44757,1733412215354, seqNum=-1] 2024-12-05T15:23:38,581 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:38,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:38,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-12-05T15:23:38,586 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412218586, completionTime=-1 2024-12-05T15:23:38,586 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:23:38,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:23:38,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412278587 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412338588 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38475,1733412215202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38475,1733412215202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38475,1733412215202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:38475, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,590 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.178sec 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38475,1733412215202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:38,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38475,1733412215202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:23:38,593 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:23:38,593 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:23:38,593 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38475,1733412215202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:38,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:38,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:38,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:38,684 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36226a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:38,685 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:38,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e443109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:38,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44757,1733412215354, seqNum=-1] 2024-12-05T15:23:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:38,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,38475,1733412215202 2024-12-05T15:23:38,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49433 2024-12-05T15:23:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:38,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a745195a0002 connected 2024-12-05T15:23:38,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir so I do NOT create it in target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07 2024-12-05T15:23:38,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:23:38,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.tmp.dir so I do NOT create it in target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07 2024-12-05T15:23:38,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:23:38,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07 2024-12-05T15:23:38,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:23:38,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/cluster_410686d8-01a2-ae6f-0255-41f45bc608dc, deleteOnExit=true 2024-12-05T15:23:38,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/test.cache.data in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:23:38,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:23:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:23:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:23:38,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:38,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:38,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:38,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:38,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:23:38,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:38,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21976690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:38,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:39,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b1298a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/java.io.tmpdir/jetty-localhost-35885-hadoop-hdfs-3_4_1-tests_jar-_-any-5487596720557394539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:23:39,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a47cf22{HTTP/1.1, (http/1.1)}{localhost:35885} 2024-12-05T15:23:39,027 INFO [Time-limited test {}] server.Server(415): Started @167980ms 2024-12-05T15:23:39,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:23:39,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:23:39,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:23:39,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:23:39,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:23:39,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f2030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:23:39,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:23:39,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295f848f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/java.io.tmpdir/jetty-localhost-36241-hadoop-hdfs-3_4_1-tests_jar-_-any-1088874973606505609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:23:39,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff3877{HTTP/1.1, (http/1.1)}{localhost:36241} 2024-12-05T15:23:39,301 INFO [Time-limited test {}] server.Server(415): Started @168254ms 2024-12-05T15:23:39,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:23:39,674 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/cluster_410686d8-01a2-ae6f-0255-41f45bc608dc/data/data2/current/BP-1320997490-172.17.0.3-1733412218740/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:39,674 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/cluster_410686d8-01a2-ae6f-0255-41f45bc608dc/data/data1/current/BP-1320997490-172.17.0.3-1733412218740/current, will proceed with Du for space computation calculation, 2024-12-05T15:23:39,688 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:23:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21be1c50fbc9bc0d with lease ID 0x6f5879ac13463db3: Processing first storage report for DS-948a8618-2e45-4066-8544-7871bb9eb804 from datanode DatanodeRegistration(127.0.0.1:41013, datanodeUuid=7e847abc-2a02-4ead-a8d6-ac3c1c2ebe45, infoPort=33103, infoSecurePort=0, ipcPort=41807, storageInfo=lv=-57;cid=testClusterID;nsid=95385056;c=1733412218740) 2024-12-05T15:23:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21be1c50fbc9bc0d with lease ID 0x6f5879ac13463db3: from storage DS-948a8618-2e45-4066-8544-7871bb9eb804 node DatanodeRegistration(127.0.0.1:41013, datanodeUuid=7e847abc-2a02-4ead-a8d6-ac3c1c2ebe45, infoPort=33103, infoSecurePort=0, ipcPort=41807, storageInfo=lv=-57;cid=testClusterID;nsid=95385056;c=1733412218740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21be1c50fbc9bc0d with lease ID 0x6f5879ac13463db3: Processing first storage report for DS-18c0c2e5-c562-4a10-b55d-36f768fbd914 from datanode DatanodeRegistration(127.0.0.1:41013, datanodeUuid=7e847abc-2a02-4ead-a8d6-ac3c1c2ebe45, infoPort=33103, infoSecurePort=0, ipcPort=41807, storageInfo=lv=-57;cid=testClusterID;nsid=95385056;c=1733412218740) 2024-12-05T15:23:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21be1c50fbc9bc0d with lease ID 0x6f5879ac13463db3: from storage DS-18c0c2e5-c562-4a10-b55d-36f768fbd914 node DatanodeRegistration(127.0.0.1:41013, datanodeUuid=7e847abc-2a02-4ead-a8d6-ac3c1c2ebe45, infoPort=33103, infoSecurePort=0, ipcPort=41807, storageInfo=lv=-57;cid=testClusterID;nsid=95385056;c=1733412218740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:23:39,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07 2024-12-05T15:23:39,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:39,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:23:40,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a with version=8 2024-12-05T15:23:40,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/hbase-staging 2024-12-05T15:23:40,137 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:23:40,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:40,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37315 2024-12-05T15:23:40,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37315 connecting to ZooKeeper ensemble=127.0.0.1:49433 2024-12-05T15:23:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373150x0, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:40,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37315-0x101a745195a0003 connected 2024-12-05T15:23:40,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:40,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:40,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/running 2024-12-05T15:23:40,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a, hbase.cluster.distributed=false 2024-12-05T15:23:40,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/acl 2024-12-05T15:23:40,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37315 2024-12-05T15:23:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37315 2024-12-05T15:23:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37315 2024-12-05T15:23:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37315 2024-12-05T15:23:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37315 2024-12-05T15:23:40,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:23:40,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:23:40,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44117 2024-12-05T15:23:40,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44117 connecting to ZooKeeper ensemble=127.0.0.1:49433 2024-12-05T15:23:40,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:40,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:40,344 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441170x0, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:40,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441170x0, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/running 2024-12-05T15:23:40,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44117-0x101a745195a0004 connected 2024-12-05T15:23:40,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:23:40,345 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:23:40,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/master 2024-12-05T15:23:40,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/acl 2024-12-05T15:23:40,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-05T15:23:40,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44117 2024-12-05T15:23:40,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44117 2024-12-05T15:23:40,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-05T15:23:40,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-05T15:23:40,363 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:37315 2024-12-05T15:23:40,364 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1395970449/backup-masters/5a29627a94df,37315,1733412220137 2024-12-05T15:23:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449/backup-masters 2024-12-05T15:23:40,371 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449/backup-masters 2024-12-05T15:23:40,372 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on existing znode=/1395970449/backup-masters/5a29627a94df,37315,1733412220137 2024-12-05T15:23:40,379 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1395970449/master 2024-12-05T15:23:40,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:40,379 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:40,380 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on existing znode=/1395970449/master 2024-12-05T15:23:40,380 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1395970449/backup-masters/5a29627a94df,37315,1733412220137 from backup master directory 2024-12-05T15:23:40,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395970449/backup-masters/5a29627a94df,37315,1733412220137 2024-12-05T15:23:40,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449/backup-masters 2024-12-05T15:23:40,388 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449/backup-masters 2024-12-05T15:23:40,388 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:40,388 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,37315,1733412220137 2024-12-05T15:23:40,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/hbase.id] with ID: d4f0ced1-1222-4fe0-bca7-af241355b013 2024-12-05T15:23:40,391 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/.tmp/hbase.id 2024-12-05T15:23:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:23:40,796 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/.tmp/hbase.id]:[hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/hbase.id] 2024-12-05T15:23:40,804 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:40,804 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:23:40,805 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:23:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:40,838 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:23:41,244 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:41,245 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:23:41,245 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:41,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:23:41,654 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store 2024-12-05T15:23:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:23:42,060 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:42,060 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:42,060 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:42,060 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:42,060 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:42,060 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:42,060 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:42,060 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412222060Disabling compacts and flushes for region at 1733412222060Disabling writes for close at 1733412222060Writing region close event to WAL at 1733412222060Closed at 1733412222060 2024-12-05T15:23:42,061 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/.initializing 2024-12-05T15:23:42,061 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/WALs/5a29627a94df,37315,1733412220137 2024-12-05T15:23:42,062 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:42,064 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C37315%2C1733412220137, suffix=, logDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/WALs/5a29627a94df,37315,1733412220137, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/oldWALs, maxLogs=10 2024-12-05T15:23:42,075 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/WALs/5a29627a94df,37315,1733412220137/5a29627a94df%2C37315%2C1733412220137.1733412222064, exclude list is [], retry=0 2024-12-05T15:23:42,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41013,DS-948a8618-2e45-4066-8544-7871bb9eb804,DISK] 2024-12-05T15:23:42,079 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/WALs/5a29627a94df,37315,1733412220137/5a29627a94df%2C37315%2C1733412220137.1733412222064 2024-12-05T15:23:42,079 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103)] 2024-12-05T15:23:42,079 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:42,079 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:42,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,080 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:23:42,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:42,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:42,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:23:42,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:42,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:42,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:23:42,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:42,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:42,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:23:42,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:42,087 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,088 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,088 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,089 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,089 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,089 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:42,090 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:23:42,092 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:42,092 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66969662, jitterRate=-0.0020742714405059814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:42,093 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412222080Initializing all the Stores at 1733412222080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412222081 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412222081Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412222081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412222081Cleaning up temporary data from old regions at 1733412222089 (+8 ms)Region opened successfully at 1733412222092 (+3 ms) 2024-12-05T15:23:42,093 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:23:42,095 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a02ec4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:42,096 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:23:42,096 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:23:42,096 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:23:42,096 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:23:42,097 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:23:42,097 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:23:42,097 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:23:42,098 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:23:42,099 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Unable to get data of znode /1395970449/balancer because node does not exist (not necessarily an error) 2024-12-05T15:23:42,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:42,154 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395970449/balancer already deleted, retry=false 2024-12-05T15:23:42,155 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:23:42,156 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Unable to get data of znode /1395970449/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:23:42,163 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395970449/normalizer already deleted, retry=false 2024-12-05T15:23:42,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:23:42,164 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Unable to get data of znode /1395970449/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:23:42,171 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395970449/switch/split already deleted, retry=false 2024-12-05T15:23:42,172 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Unable to get data of znode /1395970449/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:23:42,179 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395970449/switch/merge already deleted, retry=false 2024-12-05T15:23:42,181 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Unable to get data of znode /1395970449/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:23:42,188 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395970449/snapshot-cleanup already deleted, retry=false 2024-12-05T15:23:42,196 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1395970449/running 2024-12-05T15:23:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1395970449/running 2024-12-05T15:23:42,196 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:42,197 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,37315,1733412220137, sessionid=0x101a745195a0003, setting cluster-up flag (Was=false) 2024-12-05T15:23:42,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:42,213 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:42,238 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1395970449/flush-table-proc/acquired, /1395970449/flush-table-proc/reached, /1395970449/flush-table-proc/abort 2024-12-05T15:23:42,238 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,37315,1733412220137 2024-12-05T15:23:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:42,254 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:42,279 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1395970449/online-snapshot/acquired, /1395970449/online-snapshot/reached, /1395970449/online-snapshot/abort 2024-12-05T15:23:42,280 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,37315,1733412220137 2024-12-05T15:23:42,281 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:23:42,282 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:42,282 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:23:42,282 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:23:42,283 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,37315,1733412220137 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:42,284 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,284 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412252284 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:42,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:23:42,285 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:23:42,286 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:23:42,286 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:23:42,286 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412222286,5,FailOnTimeoutGroup] 2024-12-05T15:23:42,286 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412222286,5,FailOnTimeoutGroup] 2024-12-05T15:23:42,286 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,286 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:42,286 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:23:42,286 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,286 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:23:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:23:42,356 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(746): ClusterId : d4f0ced1-1222-4fe0-bca7-af241355b013 2024-12-05T15:23:42,356 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:23:42,363 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:23:42,363 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:23:42,372 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:23:42,372 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd065a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:23:42,381 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:44117 2024-12-05T15:23:42,381 INFO [RS:0;5a29627a94df:44117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:23:42,381 INFO [RS:0;5a29627a94df:44117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:23:42,381 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:23:42,382 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,37315,1733412220137 with port=44117, startcode=1733412220327 2024-12-05T15:23:42,382 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:23:42,383 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:23:42,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,44117,1733412220327 2024-12-05T15:23:42,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37315 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,44117,1733412220327 2024-12-05T15:23:42,385 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a 2024-12-05T15:23:42,385 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41347 2024-12-05T15:23:42,385 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:23:42,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449/rs 2024-12-05T15:23:42,394 DEBUG [RS:0;5a29627a94df:44117 {}] zookeeper.ZKUtil(111): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on existing znode=/1395970449/rs/5a29627a94df,44117,1733412220327 2024-12-05T15:23:42,394 WARN [RS:0;5a29627a94df:44117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:23:42,394 INFO [RS:0;5a29627a94df:44117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:42,394 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327 2024-12-05T15:23:42,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,44117,1733412220327] 2024-12-05T15:23:42,397 INFO [RS:0;5a29627a94df:44117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:23:42,399 INFO [RS:0;5a29627a94df:44117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:23:42,399 INFO [RS:0;5a29627a94df:44117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:23:42,399 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,399 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:23:42,400 INFO [RS:0;5a29627a94df:44117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:23:42,400 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:42,400 DEBUG [RS:0;5a29627a94df:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:23:42,401 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,401 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,401 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,401 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,401 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,401 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44117,1733412220327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:42,412 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:23:42,412 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,44117,1733412220327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,412 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,412 INFO [RS:0;5a29627a94df:44117 {}] regionserver.Replication(171): 5a29627a94df,44117,1733412220327 started 2024-12-05T15:23:42,423 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:42,423 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,44117,1733412220327, RpcServer on 5a29627a94df/172.17.0.3:44117, sessionid=0x101a745195a0004 2024-12-05T15:23:42,423 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:23:42,423 DEBUG [RS:0;5a29627a94df:44117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,44117,1733412220327 2024-12-05T15:23:42,423 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44117,1733412220327' 2024-12-05T15:23:42,423 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1395970449/flush-table-proc/abort' 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1395970449/flush-table-proc/acquired' 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,44117,1733412220327 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,44117,1733412220327' 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1395970449/online-snapshot/abort' 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1395970449/online-snapshot/acquired' 2024-12-05T15:23:42,424 DEBUG [RS:0;5a29627a94df:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:23:42,425 INFO [RS:0;5a29627a94df:44117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:23:42,425 INFO [RS:0;5a29627a94df:44117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:23:42,525 INFO [RS:0;5a29627a94df:44117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:23:42,526 INFO [RS:0;5a29627a94df:44117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44117%2C1733412220327, suffix=, logDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/oldWALs, maxLogs=10 2024-12-05T15:23:42,541 DEBUG [RS:0;5a29627a94df:44117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527, exclude list is [], retry=0 2024-12-05T15:23:42,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41013,DS-948a8618-2e45-4066-8544-7871bb9eb804,DISK] 2024-12-05T15:23:42,545 INFO [RS:0;5a29627a94df:44117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 2024-12-05T15:23:42,545 DEBUG [RS:0;5a29627a94df:44117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103)] 2024-12-05T15:23:42,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:23:42,693 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a 2024-12-05T15:23:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:23:43,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:43,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:43,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:43,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:43,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:43,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:43,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:43,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:43,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:43,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:43,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740 2024-12-05T15:23:43,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740 2024-12-05T15:23:43,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:43,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:43,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:43,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:43,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:43,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64212939, jitterRate=-0.043152645230293274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:43,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412223099Initializing all the Stores at 1733412223100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412223100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412223100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412223100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412223100Cleaning up temporary data from old regions at 1733412223107 (+7 ms)Region opened successfully at 1733412223110 (+3 ms) 2024-12-05T15:23:43,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:43,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:43,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:43,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:43,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:43,111 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:43,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412223110Disabling compacts and flushes for region at 1733412223110Disabling writes for close at 1733412223111 (+1 ms)Writing region close event to WAL at 1733412223111Closed at 1733412223111 2024-12-05T15:23:43,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:43,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:23:43,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:23:43,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:43,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:23:43,263 DEBUG [5a29627a94df:37315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:23:43,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,44117,1733412220327 2024-12-05T15:23:43,265 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44117,1733412220327, state=OPENING 2024-12-05T15:23:43,375 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:23:43,388 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:43,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:43,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395970449/meta-region-server: CHANGED 2024-12-05T15:23:43,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395970449/meta-region-server: CHANGED 2024-12-05T15:23:43,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:23:43,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44117,1733412220327}] 2024-12-05T15:23:43,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:23:43,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:43,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:23:43,545 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:23:43,545 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:43,545 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:23:43,546 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44117%2C1733412220327.meta, suffix=.meta, logDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/oldWALs, maxLogs=10 2024-12-05T15:23:43,557 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.meta.1733412223547.meta, exclude list is [], retry=0 2024-12-05T15:23:43,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41013,DS-948a8618-2e45-4066-8544-7871bb9eb804,DISK] 2024-12-05T15:23:43,560 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.meta.1733412223547.meta 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103)] 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:43,561 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:23:43,561 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:43,561 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:23:43,562 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:23:43,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:23:43,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:23:43,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:23:43,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:23:43,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:23:43,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:23:43,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:23:43,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:23:43,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:23:43,567 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:23:43,567 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740 2024-12-05T15:23:43,568 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740 2024-12-05T15:23:43,569 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:23:43,569 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:23:43,569 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:23:43,570 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:23:43,571 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75233487, jitterRate=0.12106631696224213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:23:43,571 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:23:43,571 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412223562Writing region info on filesystem at 1733412223562Initializing all the Stores at 1733412223562Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412223562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412223563 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412223563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412223563Cleaning up temporary data from old regions at 1733412223569 (+6 ms)Running coprocessor post-open hooks at 1733412223571 (+2 ms)Region opened successfully at 1733412223571 2024-12-05T15:23:43,572 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412223540 2024-12-05T15:23:43,574 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:23:43,574 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:23:43,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44117,1733412220327 2024-12-05T15:23:43,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,44117,1733412220327, state=OPEN 2024-12-05T15:23:43,579 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1395970449/meta-region-server 2024-12-05T15:23:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1395970449/meta-region-server 2024-12-05T15:23:43,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,44117,1733412220327 2024-12-05T15:23:43,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395970449/meta-region-server: CHANGED 2024-12-05T15:23:43,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395970449/meta-region-server: CHANGED 2024-12-05T15:23:43,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:23:43,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,44117,1733412220327 in 191 msec 2024-12-05T15:23:43,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:23:43,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-12-05T15:23:43,583 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:23:43,583 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:23:43,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:43,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44117,1733412220327, seqNum=-1] 2024-12-05T15:23:43,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:43,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:43,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-12-05T15:23:43,589 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412223589, completionTime=-1 2024-12-05T15:23:43,590 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:23:43,590 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:23:43,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:23:43,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412283591 2024-12-05T15:23:43,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412343591 2024-12-05T15:23:43,591 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:23:43,592 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37315,1733412220137-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,592 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37315,1733412220137-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,592 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37315,1733412220137-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,592 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:37315, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,592 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,592 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,593 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.207sec 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37315,1733412220137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:23:43,595 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37315,1733412220137-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:23:43,597 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:23:43,597 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:23:43,597 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37315,1733412220137-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:23:43,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dbd6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:43,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:43,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:43,658 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea23818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:43,660 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:43,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c73698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:43,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44117,1733412220327, seqNum=-1] 2024-12-05T15:23:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:43,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:43,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,37315,1733412220137 2024-12-05T15:23:43,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49433 2024-12-05T15:23:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:23:43,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a745195a0005 connected 2024-12-05T15:23:43,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38475,1733412215202 2024-12-05T15:23:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2785b32c 2024-12-05T15:23:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:43,683 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:43,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:23:43,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:23:43,686 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:43,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:23:43,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:23:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:23:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:44,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f96c5dabbac6cca44f891f32b063b379, NAME => 'test,,1733412223683.f96c5dabbac6cca44f891f32b063b379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff 2024-12-05T15:23:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:23:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:44,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412223683.f96c5dabbac6cca44f891f32b063b379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:44,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f96c5dabbac6cca44f891f32b063b379, disabling compactions & flushes 2024-12-05T15:23:44,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. after waiting 0 ms 2024-12-05T15:23:44,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f96c5dabbac6cca44f891f32b063b379: Waiting for close lock at 1733412224503Disabling compacts and flushes for region at 1733412224503Disabling writes for close at 1733412224504 (+1 ms)Writing region close event to WAL at 1733412224504Closed at 1733412224504 2024-12-05T15:23:44,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:23:44,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412223683.f96c5dabbac6cca44f891f32b063b379.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412224505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412224505"}]},"ts":"1733412224505"} 2024-12-05T15:23:44,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:23:44,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:23:44,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412224507"}]},"ts":"1733412224507"} 2024-12-05T15:23:44,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:23:44,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f96c5dabbac6cca44f891f32b063b379, ASSIGN}] 2024-12-05T15:23:44,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f96c5dabbac6cca44f891f32b063b379, ASSIGN 2024-12-05T15:23:44,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f96c5dabbac6cca44f891f32b063b379, ASSIGN; state=OFFLINE, location=5a29627a94df,44757,1733412215354; forceNewPlan=false, retain=false 2024-12-05T15:23:44,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f96c5dabbac6cca44f891f32b063b379, regionState=OPENING, regionLocation=5a29627a94df,44757,1733412215354 2024-12-05T15:23:44,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f96c5dabbac6cca44f891f32b063b379, ASSIGN because future has completed 2024-12-05T15:23:44,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96c5dabbac6cca44f891f32b063b379, server=5a29627a94df,44757,1733412215354}] 2024-12-05T15:23:44,820 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,820 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f96c5dabbac6cca44f891f32b063b379, NAME => 'test,,1733412223683.f96c5dabbac6cca44f891f32b063b379.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:44,820 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:44,820 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:23:44,820 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,821 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412223683.f96c5dabbac6cca44f891f32b063b379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:44,821 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,821 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,822 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,823 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f96c5dabbac6cca44f891f32b063b379 columnFamilyName f 2024-12-05T15:23:44,823 DEBUG [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:44,823 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] regionserver.HStore(327): Store=f96c5dabbac6cca44f891f32b063b379/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:44,823 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,824 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f96c5dabbac6cca44f891f32b063b379 columnFamilyName f1 2024-12-05T15:23:44,824 DEBUG [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:44,824 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] regionserver.HStore(327): Store=f96c5dabbac6cca44f891f32b063b379/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:44,825 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:44,825 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f96c5dabbac6cca44f891f32b063b379 columnFamilyName norep 2024-12-05T15:23:44,825 DEBUG [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:44,826 INFO [StoreOpener-f96c5dabbac6cca44f891f32b063b379-1 {}] regionserver.HStore(327): Store=f96c5dabbac6cca44f891f32b063b379/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:44,826 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,826 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,827 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,827 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,827 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,828 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:23:44,829 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,830 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:44,831 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f96c5dabbac6cca44f891f32b063b379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72475749, jitterRate=0.07997281849384308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:23:44,831 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:23:44,831 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f96c5dabbac6cca44f891f32b063b379: Running coprocessor pre-open hook at 1733412224821Writing region info on filesystem at 1733412224821Initializing all the Stores at 1733412224822 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412224822Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412224822Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412224822Cleaning up temporary data from old regions at 1733412224827 (+5 ms)Running coprocessor post-open hooks at 1733412224831 (+4 ms)Region opened successfully at 1733412224831 2024-12-05T15:23:44,832 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., pid=6, masterSystemTime=1733412224817 2024-12-05T15:23:44,833 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,833 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:23:44,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f96c5dabbac6cca44f891f32b063b379, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,44757,1733412215354 2024-12-05T15:23:44,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96c5dabbac6cca44f891f32b063b379, server=5a29627a94df,44757,1733412215354 because future has completed 2024-12-05T15:23:44,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:23:44,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f96c5dabbac6cca44f891f32b063b379, server=5a29627a94df,44757,1733412215354 in 172 msec 2024-12-05T15:23:44,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:23:44,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f96c5dabbac6cca44f891f32b063b379, ASSIGN in 329 msec 2024-12-05T15:23:44,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:23:44,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412224840"}]},"ts":"1733412224840"} 2024-12-05T15:23:44,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:23:44,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:23:44,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-05T15:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:45,845 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:23:45,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37315,1733412220137 2024-12-05T15:23:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c09253 2024-12-05T15:23:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:45,847 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:45,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:23:45,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:23:45,849 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:45,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:23:45,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:23:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:23:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:46,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb507c2a8f80ff69822356781a35de27, NAME => 'test,,1733412225847.eb507c2a8f80ff69822356781a35de27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a 2024-12-05T15:23:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:23:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:46,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:23:46,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:23:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:23:46,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T15:23:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:46,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T15:23:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:23:46,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T15:23:46,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:46,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T15:23:46,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:23:46,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T15:23:46,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412225847.eb507c2a8f80ff69822356781a35de27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:46,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb507c2a8f80ff69822356781a35de27, disabling compactions & flushes 2024-12-05T15:23:46,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:46,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:46,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412225847.eb507c2a8f80ff69822356781a35de27. after waiting 0 ms 2024-12-05T15:23:46,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:46,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:46,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb507c2a8f80ff69822356781a35de27: Waiting for close lock at 1733412226671Disabling compacts and flushes for region at 1733412226671Disabling writes for close at 1733412226671Writing region close event to WAL at 1733412226671Closed at 1733412226671 2024-12-05T15:23:46,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:23:46,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412225847.eb507c2a8f80ff69822356781a35de27.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412226672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412226672"}]},"ts":"1733412226672"} 2024-12-05T15:23:46,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:23:46,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:23:46,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412226676"}]},"ts":"1733412226676"} 2024-12-05T15:23:46,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:23:46,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb507c2a8f80ff69822356781a35de27, ASSIGN}] 2024-12-05T15:23:46,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb507c2a8f80ff69822356781a35de27, ASSIGN 2024-12-05T15:23:46,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb507c2a8f80ff69822356781a35de27, ASSIGN; state=OFFLINE, location=5a29627a94df,44117,1733412220327; forceNewPlan=false, retain=false 2024-12-05T15:23:46,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb507c2a8f80ff69822356781a35de27, regionState=OPENING, regionLocation=5a29627a94df,44117,1733412220327 2024-12-05T15:23:46,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb507c2a8f80ff69822356781a35de27, ASSIGN because future has completed 2024-12-05T15:23:46,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb507c2a8f80ff69822356781a35de27, server=5a29627a94df,44117,1733412220327}] 2024-12-05T15:23:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:46,991 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:46,991 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb507c2a8f80ff69822356781a35de27, NAME => 'test,,1733412225847.eb507c2a8f80ff69822356781a35de27.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:46,991 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:46,991 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:23:46,991 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,991 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412225847.eb507c2a8f80ff69822356781a35de27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:46,991 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,991 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,994 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,995 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb507c2a8f80ff69822356781a35de27 columnFamilyName f 2024-12-05T15:23:46,995 DEBUG [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:46,995 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] regionserver.HStore(327): Store=eb507c2a8f80ff69822356781a35de27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:46,995 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,996 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb507c2a8f80ff69822356781a35de27 columnFamilyName f1 2024-12-05T15:23:46,996 DEBUG [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:46,997 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] regionserver.HStore(327): Store=eb507c2a8f80ff69822356781a35de27/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:46,997 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,998 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb507c2a8f80ff69822356781a35de27 columnFamilyName norep 2024-12-05T15:23:46,998 DEBUG [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:46,998 INFO [StoreOpener-eb507c2a8f80ff69822356781a35de27-1 {}] regionserver.HStore(327): Store=eb507c2a8f80ff69822356781a35de27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:46,998 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,999 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:46,999 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:47,000 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:47,000 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:47,000 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:23:47,001 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:47,002 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:47,003 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb507c2a8f80ff69822356781a35de27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63777287, jitterRate=-0.04964436590671539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:23:47,003 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:47,003 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb507c2a8f80ff69822356781a35de27: Running coprocessor pre-open hook at 1733412226991Writing region info on filesystem at 1733412226991Initializing all the Stores at 1733412226992 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412226992Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412226994 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412226994Cleaning up temporary data from old regions at 1733412227000 (+6 ms)Running coprocessor post-open hooks at 1733412227003 (+3 ms)Region opened successfully at 1733412227003 2024-12-05T15:23:47,004 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412225847.eb507c2a8f80ff69822356781a35de27., pid=6, masterSystemTime=1733412226985 2024-12-05T15:23:47,005 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:47,006 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:47,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb507c2a8f80ff69822356781a35de27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,44117,1733412220327 2024-12-05T15:23:47,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb507c2a8f80ff69822356781a35de27, server=5a29627a94df,44117,1733412220327 because future has completed 2024-12-05T15:23:47,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:23:47,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb507c2a8f80ff69822356781a35de27, server=5a29627a94df,44117,1733412220327 in 176 msec 2024-12-05T15:23:47,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:23:47,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb507c2a8f80ff69822356781a35de27, ASSIGN in 332 msec 2024-12-05T15:23:47,012 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:23:47,012 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412227012"}]},"ts":"1733412227012"} 2024-12-05T15:23:47,014 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:23:47,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:23:47,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-12-05T15:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:23:47,994 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:23:47,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a669c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:47,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:47,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:47,996 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413bf024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:47,997 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1993d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:47,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b389de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:47,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:47,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:47,999 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea809a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:48,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:48,000 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd0392d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:48,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:48,002 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309999f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:48,004 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375528e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38475,1733412215202 2024-12-05T15:23:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d823f5e 2024-12-05T15:23:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:48,006 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:48,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:37315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:23:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:48,009 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:37315' 2024-12-05T15:23:48,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe60737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,010 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:48,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:48,010 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:48,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:48,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:48,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605591b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:48,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:48,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:48,012 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:48,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e31c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:48,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:48,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37315,1733412220137 2024-12-05T15:23:48,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f0e412 2024-12-05T15:23:48,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:48,014 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:48,014 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:23:48,014 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:23:48,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:48,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:48,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:48,015 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:48,016 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:23:48,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:23:48,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:48,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:23:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:23:48,066 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:48,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:23:48,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02e17b53b68f60672374c08e5e2c2c23, NAME => 'hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff 2024-12-05T15:23:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:23:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:48,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:48,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 02e17b53b68f60672374c08e5e2c2c23, disabling compactions & flushes 2024-12-05T15:23:48,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:48,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:48,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. after waiting 0 ms 2024-12-05T15:23:48,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:48,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:48,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02e17b53b68f60672374c08e5e2c2c23: Waiting for close lock at 1733412228917Disabling compacts and flushes for region at 1733412228917Disabling writes for close at 1733412228917Writing region close event to WAL at 1733412228917Closed at 1733412228917 2024-12-05T15:23:48,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:23:48,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412228918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412228918"}]},"ts":"1733412228918"} 2024-12-05T15:23:48,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:23:48,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:23:48,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412228921"}]},"ts":"1733412228921"} 2024-12-05T15:23:48,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:23:48,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02e17b53b68f60672374c08e5e2c2c23, ASSIGN}] 2024-12-05T15:23:48,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02e17b53b68f60672374c08e5e2c2c23, ASSIGN 2024-12-05T15:23:48,924 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02e17b53b68f60672374c08e5e2c2c23, ASSIGN; state=OFFLINE, location=5a29627a94df,44757,1733412215354; forceNewPlan=false, retain=false 2024-12-05T15:23:49,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:49,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02e17b53b68f60672374c08e5e2c2c23, regionState=OPENING, regionLocation=5a29627a94df,44757,1733412215354 2024-12-05T15:23:49,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=02e17b53b68f60672374c08e5e2c2c23, ASSIGN because future has completed 2024-12-05T15:23:49,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02e17b53b68f60672374c08e5e2c2c23, server=5a29627a94df,44757,1733412215354}] 2024-12-05T15:23:49,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:49,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:49,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:49,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:23:49,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44757%2C1733412215354.rep, suffix=, logDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354, archiveDir=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/oldWALs, maxLogs=10 2024-12-05T15:23:49,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.rep.1733412229236, exclude list is [], retry=0 2024-12-05T15:23:49,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-7872d341-ab5c-4195-aa47-350ae61808c7,DISK] 2024-12-05T15:23:49,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.rep.1733412229236 2024-12-05T15:23:49,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 02e17b53b68f60672374c08e5e2c2c23, NAME => 'hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:49,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. service=MultiRowMutationService 2024-12-05T15:23:49,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,251 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,253 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e17b53b68f60672374c08e5e2c2c23 columnFamilyName hfileref 2024-12-05T15:23:49,253 DEBUG [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:49,253 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] regionserver.HStore(327): Store=02e17b53b68f60672374c08e5e2c2c23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:49,253 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,254 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e17b53b68f60672374c08e5e2c2c23 columnFamilyName queue 2024-12-05T15:23:49,254 DEBUG [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:49,254 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] regionserver.HStore(327): Store=02e17b53b68f60672374c08e5e2c2c23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:49,254 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,255 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e17b53b68f60672374c08e5e2c2c23 columnFamilyName sid 2024-12-05T15:23:49,255 DEBUG [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:49,255 INFO [StoreOpener-02e17b53b68f60672374c08e5e2c2c23-1 {}] regionserver.HStore(327): Store=02e17b53b68f60672374c08e5e2c2c23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:49,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:23:49,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:49,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 02e17b53b68f60672374c08e5e2c2c23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64384170, jitterRate=-0.040601104497909546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:23:49,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:23:49,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 02e17b53b68f60672374c08e5e2c2c23: Running coprocessor pre-open hook at 1733412229250Writing region info on filesystem at 1733412229250Initializing all the Stores at 1733412229251 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412229251Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412229251Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412229251Cleaning up temporary data from old regions at 1733412229257 (+6 ms)Running coprocessor post-open hooks at 1733412229260 (+3 ms)Region opened successfully at 1733412229261 (+1 ms) 2024-12-05T15:23:49,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23., pid=10, masterSystemTime=1733412229229 2024-12-05T15:23:49,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:49,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:23:49,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02e17b53b68f60672374c08e5e2c2c23, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44757,1733412215354 2024-12-05T15:23:49,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02e17b53b68f60672374c08e5e2c2c23, server=5a29627a94df,44757,1733412215354 because future has completed 2024-12-05T15:23:49,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:23:49,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 02e17b53b68f60672374c08e5e2c2c23, server=5a29627a94df,44757,1733412215354 in 189 msec 2024-12-05T15:23:49,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:23:49,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=02e17b53b68f60672374c08e5e2c2c23, ASSIGN in 345 msec 2024-12-05T15:23:49,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:23:49,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412229270"}]},"ts":"1733412229270"} 2024-12-05T15:23:49,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:23:49,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:23:49,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-12-05T15:23:49,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23., hostname=5a29627a94df,44757,1733412215354, seqNum=2] 2024-12-05T15:23:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:23:49,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:23:49,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:23:49,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:23:49,540 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:23:49,563 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,44757,1733412215354, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:23:49,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:49,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44757,1733412215354, seqNum=-1] 2024-12-05T15:23:49,564 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:49,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T15:23:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,44757,1733412215354', locateType=CURRENT is [region=hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23., hostname=5a29627a94df,44757,1733412215354, seqNum=2] 2024-12-05T15:23:49,568 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:23:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:23:49,570 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,44757,1733412215354 suceeded 2024-12-05T15:23:49,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:23:49,571 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:37315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:23:49,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T15:23:49,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-12-05T15:23:49,588 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:37315' 2024-12-05T15:23:49,589 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630d5f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:49,589 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:49,589 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:49,590 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d9379fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:49,591 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:49,592 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29b2c493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:49,592 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:49,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37315,1733412220137 2024-12-05T15:23:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2482f9af 2024-12-05T15:23:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:49,593 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T15:23:49,594 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,44757,1733412215354 (queues=1) is replicating from cluster=342eaf36-4e26-467e-809b-56a0d36b3ef9 to cluster=d4f0ced1-1222-4fe0-bca7-af241355b013 2024-12-05T15:23:49,594 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C44757%2C1733412215354 2024-12-05T15:23:49,594 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,44757,1733412215354, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:23:49,594 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C44757%2C1733412215354 2024-12-05T15:23:49,594 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558, startPosition=0, beingWritten=true 2024-12-05T15:23:49,600 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:23:49,600 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:49,600 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44757,1733412215354 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:23:49,803 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:50,107 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:50,154 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:23:50,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:50,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:50,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:50,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:50,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:50,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:50,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:50,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:50,156 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111422ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:50,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:50,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:50,157 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f91be86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:50,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37315,1733412220137 2024-12-05T15:23:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c9de61 2024-12-05T15:23:50,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:50,159 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:50,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:38475,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:23:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:23:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:50,162 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:38475' 2024-12-05T15:23:50,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f1a8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:50,163 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:50,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:50,164 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:50,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:50,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:50,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6214f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:50,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:50,165 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:50,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67979764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:50,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:50,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38475,1733412215202 2024-12-05T15:23:50,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa0ba11 2024-12-05T15:23:50,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:50,167 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:50,168 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:23:50,168 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:23:50,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:50,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:50,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:50,168 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:23:50,169 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:23:50,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:23:50,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:50,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:23:50,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:23:50,219 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:50,510 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:50,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 179c9210f47c82701e71c36c2e47e65c, NAME => 'hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a 2024-12-05T15:23:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:23:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:50,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:50,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 179c9210f47c82701e71c36c2e47e65c, disabling compactions & flushes 2024-12-05T15:23:50,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:50,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:50,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. after waiting 0 ms 2024-12-05T15:23:50,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:50,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:50,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 179c9210f47c82701e71c36c2e47e65c: Waiting for close lock at 1733412230983Disabling compacts and flushes for region at 1733412230983Disabling writes for close at 1733412230983Writing region close event to WAL at 1733412230983Closed at 1733412230983 2024-12-05T15:23:50,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:23:50,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412230984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412230984"}]},"ts":"1733412230984"} 2024-12-05T15:23:50,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:23:50,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:23:50,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412230987"}]},"ts":"1733412230987"} 2024-12-05T15:23:50,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:23:50,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179c9210f47c82701e71c36c2e47e65c, ASSIGN}] 2024-12-05T15:23:50,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179c9210f47c82701e71c36c2e47e65c, ASSIGN 2024-12-05T15:23:50,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179c9210f47c82701e71c36c2e47e65c, ASSIGN; state=OFFLINE, location=5a29627a94df,44117,1733412220327; forceNewPlan=false, retain=false 2024-12-05T15:23:51,014 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:51,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179c9210f47c82701e71c36c2e47e65c, regionState=OPENING, regionLocation=5a29627a94df,44117,1733412220327 2024-12-05T15:23:51,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179c9210f47c82701e71c36c2e47e65c, ASSIGN because future has completed 2024-12-05T15:23:51,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179c9210f47c82701e71c36c2e47e65c, server=5a29627a94df,44117,1733412220327}] 2024-12-05T15:23:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:51,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:51,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:23:51,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:23:51,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C44117%2C1733412220327.rep, suffix=, logDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/oldWALs, maxLogs=10 2024-12-05T15:23:51,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.rep.1733412231300, exclude list is [], retry=0 2024-12-05T15:23:51,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41013,DS-948a8618-2e45-4066-8544-7871bb9eb804,DISK] 2024-12-05T15:23:51,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.rep.1733412231300 2024-12-05T15:23:51,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103)] 2024-12-05T15:23:51,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 179c9210f47c82701e71c36c2e47e65c, NAME => 'hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:23:51,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:23:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:23:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. service=MultiRowMutationService 2024-12-05T15:23:51,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:23:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:23:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,316 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,317 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179c9210f47c82701e71c36c2e47e65c columnFamilyName hfileref 2024-12-05T15:23:51,317 DEBUG [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:51,318 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] regionserver.HStore(327): Store=179c9210f47c82701e71c36c2e47e65c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:51,318 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,319 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179c9210f47c82701e71c36c2e47e65c columnFamilyName queue 2024-12-05T15:23:51,319 DEBUG [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:51,319 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] regionserver.HStore(327): Store=179c9210f47c82701e71c36c2e47e65c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:51,320 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,320 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179c9210f47c82701e71c36c2e47e65c columnFamilyName sid 2024-12-05T15:23:51,320 DEBUG [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:23:51,321 INFO [StoreOpener-179c9210f47c82701e71c36c2e47e65c-1 {}] regionserver.HStore(327): Store=179c9210f47c82701e71c36c2e47e65c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:23:51,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:23:51,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:23:51,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 179c9210f47c82701e71c36c2e47e65c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74566140, jitterRate=0.11112207174301147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:23:51,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:51,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 179c9210f47c82701e71c36c2e47e65c: Running coprocessor pre-open hook at 1733412231315Writing region info on filesystem at 1733412231315Initializing all the Stores at 1733412231316 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412231316Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412231316Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412231316Cleaning up temporary data from old regions at 1733412231323 (+7 ms)Running coprocessor post-open hooks at 1733412231326 (+3 ms)Region opened successfully at 1733412231326 2024-12-05T15:23:51,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c., pid=10, masterSystemTime=1733412231295 2024-12-05T15:23:51,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:51,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:51,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179c9210f47c82701e71c36c2e47e65c, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,44117,1733412220327 2024-12-05T15:23:51,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179c9210f47c82701e71c36c2e47e65c, server=5a29627a94df,44117,1733412220327 because future has completed 2024-12-05T15:23:51,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:23:51,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 179c9210f47c82701e71c36c2e47e65c, server=5a29627a94df,44117,1733412220327 in 189 msec 2024-12-05T15:23:51,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:23:51,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179c9210f47c82701e71c36c2e47e65c, ASSIGN in 345 msec 2024-12-05T15:23:51,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:23:51,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412231336"}]},"ts":"1733412231336"} 2024-12-05T15:23:51,337 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:23:51,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:23:51,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-05T15:23:51,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c., hostname=5a29627a94df,44117,1733412220327, seqNum=2] 2024-12-05T15:23:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:51,437 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:51,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:23:51,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:23:51,608 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:23:51,617 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:51,633 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,44117,1733412220327, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:23:51,633 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:51,633 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44117,1733412220327, seqNum=-1] 2024-12-05T15:23:51,633 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:51,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T15:23:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,44117,1733412220327', locateType=CURRENT is [region=hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c., hostname=5a29627a94df,44117,1733412220327, seqNum=2] 2024-12-05T15:23:51,638 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:23:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:23:51,640 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,44117,1733412220327 suceeded 2024-12-05T15:23:51,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:23:51,641 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:38475,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:23:51,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T15:23:51,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-12-05T15:23:51,650 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:38475' 2024-12-05T15:23:51,651 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19be7961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:51,651 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:51,651 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:51,652 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:51,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:51,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:51,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416e1208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:51,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:51,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:51,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:51,653 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:51,654 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3aefc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:51,654 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38475,1733412215202 2024-12-05T15:23:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d371e45 2024-12-05T15:23:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:51,655 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T15:23:51,655 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,44117,1733412220327 (queues=1) is replicating from cluster=d4f0ced1-1222-4fe0-bca7-af241355b013 to cluster=342eaf36-4e26-467e-809b-56a0d36b3ef9 2024-12-05T15:23:51,655 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C44117%2C1733412220327 2024-12-05T15:23:51,655 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,44117,1733412220327, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:23:51,656 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527, startPosition=0, beingWritten=true 2024-12-05T15:23:51,656 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C44117%2C1733412220327 2024-12-05T15:23:51,660 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:23:51,660 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:51,660 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44117,1733412220327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:23:51,864 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:52,168 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:23:52,305 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:23:52,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:52,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:52,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:52,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:52,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:52,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:52,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733412232308/Put/seqid=0 2024-12-05T15:23:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741840_1016 (size=7894) 2024-12-05T15:23:52,321 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:52,571 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:52,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733412232714/Put/seqid=0 2024-12-05T15:23:52,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741841_1017 (size=7691) 2024-12-05T15:23:53,077 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:53,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:53,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:53,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:53,119 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607fe82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:53,121 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:53,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:53,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44757,1733412215354, seqNum=-1] 2024-12-05T15:23:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:53,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:53,125 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:53,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38475,1733412215202 2024-12-05T15:23:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7741b69c 2024-12-05T15:23:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:53,133 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., hostname=5a29627a94df,44757,1733412215354, seqNum=2] 2024-12-05T15:23:53,137 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:23:53,142 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T15:23:53,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T15:23:53,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T15:23:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:53,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T15:23:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HRegion(2603): Flush status journal for f96c5dabbac6cca44f891f32b063b379: 2024-12-05T15:23:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_0 2024-12-05T15:23:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_0 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ 2024-12-05T15:23:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_1 2024-12-05T15:23:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_1 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ 2024-12-05T15:23:53,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_0 into f96c5dabbac6cca44f891f32b063b379/f as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ - updating store file list. 2024-12-05T15:23:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:53,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ into f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:53,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_0 into f96c5dabbac6cca44f891f32b063b379/f (new location: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_) 2024-12-05T15:23:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_0 2024-12-05T15:23:53,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_1 into f96c5dabbac6cca44f891f32b063b379/f as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ - updating store file list. 2024-12-05T15:23:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95dbdc046c134a27a9afd932bbbc9722_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:53,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ into f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:53,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_1 into f96c5dabbac6cca44f891f32b063b379/f (new location: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_) 2024-12-05T15:23:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins__test__lcqbhnlm8lc3timofqn3b1actk8fvhfsno3ops0hut3i8koajsob5hto16lvi7o4/f/hfile_1 2024-12-05T15:23:53,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:53,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:53,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:53,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., hostname=5a29627a94df,44757,1733412215354, seqNum=2 , the old value is region=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., hostname=5a29627a94df,44757,1733412215354, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5a29627a94df:44757 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:23:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., hostname=5a29627a94df,44757,1733412215354, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:23:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., hostname=5a29627a94df,44757,1733412215354, seqNum=2 from cache 2024-12-05T15:23:53,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:53,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44117,1733412220327, seqNum=-1] 2024-12-05T15:23:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:53,173 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T15:23:53,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412225847.eb507c2a8f80ff69822356781a35de27., hostname=5a29627a94df,44117,1733412220327, seqNum=2] 2024-12-05T15:23:53,176 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:23:53,275 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:44757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T15:23:53,681 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:54,028 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 379, reset compression=false 2024-12-05T15:23:54,033 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:23:54,033 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44757,1733412215354 got entry batch from reader: WALEntryBatch [walEntries=[{test/f96c5dabbac6cca44f891f32b063b379/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412233169/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T15:23:54,035 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:54,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T15:23:54,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.ReplicationSink(318): Replicating [342eaf36-4e26-467e-809b-56a0d36b3ef9] bulk loaded data 2024-12-05T15:23:54,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c84d1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:54,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:54,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:54,037 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b97da74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:54,039 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:54,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463a0cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741840_1016 (size=7894) 2024-12-05T15:23:54,178 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:23:54,233 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:54,386 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741841_1017 (size=7691) 2024-12-05T15:23:54,537 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:54,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:23:54,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:23:54,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37315,1733412220137 2024-12-05T15:23:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7565f8fe 2024-12-05T15:23:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:54,865 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T15:23:54,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:23:54,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:54,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44117,1733412220327, seqNum=-1] 2024-12-05T15:23:54,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:54,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T15:23:54,875 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T15:23:54,878 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T15:23:54,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ for inclusion in eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T15:23:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:54,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ for inclusion in eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T15:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegion(2603): Flush status journal for eb507c2a8f80ff69822356781a35de27: 2024-12-05T15:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:23:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/55c266296dcf4ac99f394754ad44d886_SeqId_4_ 2024-12-05T15:23:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:23:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_ 2024-12-05T15:23:54,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ into eb507c2a8f80ff69822356781a35de27/f as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/55c266296dcf4ac99f394754ad44d886_SeqId_4_ - updating store file list. 2024-12-05T15:23:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55c266296dcf4ac99f394754ad44d886_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:54,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/55c266296dcf4ac99f394754ad44d886_SeqId_4_ into eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:54,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ into eb507c2a8f80ff69822356781a35de27/f (new location: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/55c266296dcf4ac99f394754ad44d886_SeqId_4_) 2024-12-05T15:23:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/95dbdc046c134a27a9afd932bbbc9722_SeqId_4_ 2024-12-05T15:23:54,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ into eb507c2a8f80ff69822356781a35de27/f as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_ - updating store file list. 2024-12-05T15:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:54,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_ into eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:54,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ into eb507c2a8f80ff69822356781a35de27/f (new location: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_) 2024-12-05T15:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins.hfs.11__test__47g5j0e63ad1argri44mh9d2sglgpqjmttojd3796pn01viohfqaakb2fqspnqjf/f/6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_ 2024-12-05T15:23:54,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.ReplicationSink(324): Finished replicating [342eaf36-4e26-467e-809b-56a0d36b3ef9] bulk loaded data 2024-12-05T15:23:54,941 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:55,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:23:55,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733412235188/Put/seqid=0 2024-12-05T15:23:55,189 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 379, reset compression=false 2024-12-05T15:23:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741842_1018 (size=11194) 2024-12-05T15:23:55,193 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:23:55,193 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44117,1733412220327 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb507c2a8f80ff69822356781a35de27/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412234905/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T15:23:55,195 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:23:55,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T15:23:55,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.ReplicationSink(318): Replicating [342eaf36-4e26-467e-809b-56a0d36b3ef9, d4f0ced1-1222-4fe0-bca7-af241355b013] bulk loaded data 2024-12-05T15:23:55,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e8a77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:55,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38475,-1 for getting cluster id 2024-12-05T15:23:55,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:55,197 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342eaf36-4e26-467e-809b-56a0d36b3ef9' 2024-12-05T15:23:55,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:55,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342eaf36-4e26-467e-809b-56a0d36b3ef9" 2024-12-05T15:23:55,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f31c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:55,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38475,-1] 2024-12-05T15:23:55,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:55,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:55,198 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:55,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2578e897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741842_1018 (size=7691) 2024-12-05T15:23:55,393 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 725, reset compression=false 2024-12-05T15:23:55,445 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:55,594 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733412235594/Put/seqid=0 2024-12-05T15:23:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741843_1019 (size=10791) 2024-12-05T15:23:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741843_1019 (size=7894) 2024-12-05T15:23:55,698 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 725, reset compression=false 2024-12-05T15:23:56,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768a83c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:56,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,37315,-1 for getting cluster id 2024-12-05T15:23:56,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:23:56,003 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f0ced1-1222-4fe0-bca7-af241355b013' 2024-12-05T15:23:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:23:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f0ced1-1222-4fe0-bca7-af241355b013" 2024-12-05T15:23:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9195c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,37315,-1] 2024-12-05T15:23:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:23:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:56,005 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:23:56,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbaeaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:23:56,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:56,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44117,1733412220327, seqNum=-1] 2024-12-05T15:23:56,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:56,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:56,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:56,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:23:56,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38475,1733412215202 2024-12-05T15:23:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,37315,1733412220137 2024-12-05T15:23:56,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711db7c9 2024-12-05T15:23:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3553797a 2024-12-05T15:23:56,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:23:56,015 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T15:23:56,016 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:23:56,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:23:56,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44757,1733412215354, seqNum=-1] 2024-12-05T15:23:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412225847.eb507c2a8f80ff69822356781a35de27., hostname=5a29627a94df,44117,1733412220327, seqNum=2] 2024-12-05T15:23:56,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T15:23:56,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:23:56,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__jpen8e01a6eo8d7mup8pkbjpn7me64pv95epgapko1fanv05m1vsesqub55733js/f/3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T15:23:56,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__jpen8e01a6eo8d7mup8pkbjpn7me64pv95epgapko1fanv05m1vsesqub55733js/f/55c266296dcf4ac99f394754ad44d886_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T15:23:56,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T15:23:56,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.ReplicationSink(324): Finished replicating [342eaf36-4e26-467e-809b-56a0d36b3ef9, d4f0ced1-1222-4fe0-bca7-af241355b013] bulk loaded data 2024-12-05T15:23:56,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T15:23:56,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T15:23:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:56,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T15:23:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegion(2603): Flush status journal for eb507c2a8f80ff69822356781a35de27: 2024-12-05T15:23:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_1 2024-12-05T15:23:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_1 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ 2024-12-05T15:23:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_0 2024-12-05T15:23:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_0 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ 2024-12-05T15:23:56,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_1 into eb507c2a8f80ff69822356781a35de27/f as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ - updating store file list. 2024-12-05T15:23:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 337fd24261fc4aee83d114da953cf261_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:56,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ into eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:56,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_1 into eb507c2a8f80ff69822356781a35de27/f (new location: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/337fd24261fc4aee83d114da953cf261_SeqId_6_) 2024-12-05T15:23:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_1 2024-12-05T15:23:56,048 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:56,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_0 into eb507c2a8f80ff69822356781a35de27/f as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ - updating store file list. 2024-12-05T15:23:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6948375b841e4e3abf99382a5def9ffd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:56,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ into eb507c2a8f80ff69822356781a35de27/f 2024-12-05T15:23:56,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_0 into eb507c2a8f80ff69822356781a35de27/f (new location: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_) 2024-12-05T15:23:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/staging/jenkins__test__buh3c0ff5fklvv4c70s4dk64ril7nc24ah18tv3m6gd6e17tug1jmd9ef2s9h7r8/f/hfile_0 2024-12-05T15:23:56,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:56,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:56,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:56,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:56,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733412225847.eb507c2a8f80ff69822356781a35de27., hostname=5a29627a94df,44117,1733412220327, seqNum=2 , the old value is region=test,,1733412225847.eb507c2a8f80ff69822356781a35de27., hostname=5a29627a94df,44117,1733412220327, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5a29627a94df:44117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:23:56,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733412225847.eb507c2a8f80ff69822356781a35de27., hostname=5a29627a94df,44117,1733412220327, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:23:56,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733412225847.eb507c2a8f80ff69822356781a35de27., hostname=5a29627a94df,44117,1733412220327, seqNum=2 from cache 2024-12-05T15:23:56,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:56,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:23:56,055 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T15:23:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,44757,1733412215354, seqNum=-1] 2024-12-05T15:23:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:23:56,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:23:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., hostname=5a29627a94df,44757,1733412215354, seqNum=2] 2024-12-05T15:23:56,063 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:23:56,102 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 725, reset compression=false 2024-12-05T15:23:56,106 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:23:56,106 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44117,1733412220327 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb507c2a8f80ff69822356781a35de27/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412236053/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T15:23:56,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.ReplicationSink(318): Replicating [d4f0ced1-1222-4fe0-bca7-af241355b013] bulk loaded data 2024-12-05T15:23:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741844_1020 (size=10791) 2024-12-05T15:23:56,165 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:44117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T15:23:56,306 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1033, reset compression=false 2024-12-05T15:23:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741845_1021 (size=11194) 2024-12-05T15:23:56,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:23:56,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T15:23:56,610 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1033, reset compression=false 2024-12-05T15:23:56,752 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:56,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:23:56,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T15:23:56,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T15:23:56,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ for inclusion in f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T15:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:56,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ for inclusion in f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T15:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HRegion(2603): Flush status journal for f96c5dabbac6cca44f891f32b063b379: 2024-12-05T15:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6948375b841e4e3abf99382a5def9ffd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/e45efc5d7ade45bc9748ea9a531946d1_SeqId_6_ 2024-12-05T15:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 337fd24261fc4aee83d114da953cf261_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/dea3c9f514a54e319a64a240105b270e_SeqId_6_ 2024-12-05T15:23:56,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ into f96c5dabbac6cca44f891f32b063b379/f as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/e45efc5d7ade45bc9748ea9a531946d1_SeqId_6_ - updating store file list. 2024-12-05T15:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e45efc5d7ade45bc9748ea9a531946d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:56,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/e45efc5d7ade45bc9748ea9a531946d1_SeqId_6_ into f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:56,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ into f96c5dabbac6cca44f891f32b063b379/f (new location: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/e45efc5d7ade45bc9748ea9a531946d1_SeqId_6_) 2024-12-05T15:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/6948375b841e4e3abf99382a5def9ffd_SeqId_6_ 2024-12-05T15:23:56,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ into f96c5dabbac6cca44f891f32b063b379/f as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/dea3c9f514a54e319a64a240105b270e_SeqId_6_ - updating store file list. 2024-12-05T15:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dea3c9f514a54e319a64a240105b270e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:23:56,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/dea3c9f514a54e319a64a240105b270e_SeqId_6_ into f96c5dabbac6cca44f891f32b063b379/f 2024-12-05T15:23:56,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ into f96c5dabbac6cca44f891f32b063b379/f (new location: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/f/dea3c9f514a54e319a64a240105b270e_SeqId_6_) 2024-12-05T15:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/staging/jenkins.hfs.10__test__ce5315oa713jr4qdft7cnojrdlqb91fm1bgtrl8dt7fopp9rnbhqi5rftdfe54ti/f/337fd24261fc4aee83d114da953cf261_SeqId_6_ 2024-12-05T15:23:56,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] regionserver.ReplicationSink(324): Finished replicating [d4f0ced1-1222-4fe0-bca7-af241355b013] bulk loaded data 2024-12-05T15:23:57,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1033, reset compression=false 2024-12-05T15:23:57,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:23:57,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:57,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:57,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:57,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:57,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:57,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:23:57,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1515788612, stopped=false 2024-12-05T15:23:57,072 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,37315,1733412220137 2024-12-05T15:23:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395970449/running 2024-12-05T15:23:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:57,145 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395970449/running 2024-12-05T15:23:57,145 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:57,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:57,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:23:57,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:57,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:57,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,44117,1733412220327' ***** 2024-12-05T15:23:57,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:23:57,146 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:23:57,146 INFO [RS:0;5a29627a94df:44117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:23:57,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:23:57,146 INFO [RS:0;5a29627a94df:44117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:23:57,146 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(3091): Received CLOSE for 179c9210f47c82701e71c36c2e47e65c 2024-12-05T15:23:57,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/running 2024-12-05T15:23:57,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Set watcher on znode that does not yet exist, /1395970449/running 2024-12-05T15:23:57,146 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(3091): Received CLOSE for eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,44117,1733412220327 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44117. 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 179c9210f47c82701e71c36c2e47e65c, disabling compactions & flushes 2024-12-05T15:23:57,147 DEBUG [RS:0;5a29627a94df:44117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:57,147 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:57,147 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. after waiting 0 ms 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:23:57,147 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 179c9210f47c82701e71c36c2e47e65c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T15:23:57,147 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:23:57,147 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1325): Online Regions={179c9210f47c82701e71c36c2e47e65c=hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c., 1588230740=hbase:meta,,1.1588230740, eb507c2a8f80ff69822356781a35de27=test,,1733412225847.eb507c2a8f80ff69822356781a35de27.} 2024-12-05T15:23:57,147 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179c9210f47c82701e71c36c2e47e65c, eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:23:57,147 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:23:57,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:23:57,147 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:23:57,159 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/info/bd853d382e9f49b99c3cf658cbe45f05 is 147, key is hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c./info:regioninfo/1733412231329/Put/seqid=0 2024-12-05T15:23:57,162 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/.tmp/hfileref/8203ab697dd344e1a48d78e6412f1380 is 74, key is 1/hfileref:3087b1d7dd7c417f863a73c1e8b588c4_SeqId_4_/1733412236029/DeleteColumn/seqid=0 2024-12-05T15:23:57,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741844_1020 (size=7686) 2024-12-05T15:23:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741845_1021 (size=5345) 2024-12-05T15:23:57,211 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:57,347 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179c9210f47c82701e71c36c2e47e65c, eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:57,402 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:23:57,402 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:23:57,517 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1033, reset compression=false 2024-12-05T15:23:57,547 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179c9210f47c82701e71c36c2e47e65c, eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:57,556 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 687, reset compression=false 2024-12-05T15:23:57,560 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:23:57,560 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44757,1733412215354 got entry batch from reader: WALEntryBatch [walEntries=[{test/f96c5dabbac6cca44f891f32b063b379/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412236952/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T15:23:57,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:23:57,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:36888 deadline: 1733412297561, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping 2024-12-05T15:23:57,563 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:57,565 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/info/bd853d382e9f49b99c3cf658cbe45f05 2024-12-05T15:23:57,566 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/.tmp/hfileref/8203ab697dd344e1a48d78e6412f1380 2024-12-05T15:23:57,584 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/.tmp/queue/292cdd653f2a40d5a74dea5a559f79f2 is 154, key is 1-5a29627a94df,44117,1733412220327/queue:5a29627a94df%2C44117%2C1733412220327/1733412236957/Put/seqid=0 2024-12-05T15:23:57,588 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/ns/8ad139fdea50495aaf210abc0128df23 is 43, key is default/ns:d/1733412223586/Put/seqid=0 2024-12-05T15:23:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741846_1022 (size=5353) 2024-12-05T15:23:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741847_1023 (size=5153) 2024-12-05T15:23:57,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:23:57,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:36888 deadline: 1733412297666, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping 2024-12-05T15:23:57,668 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:57,748 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179c9210f47c82701e71c36c2e47e65c, eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:57,761 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:23:57,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:23:57,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:36888 deadline: 1733412297872, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping 2024-12-05T15:23:57,873 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5a29627a94df,44117,1733412220327 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:57,948 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179c9210f47c82701e71c36c2e47e65c, eb507c2a8f80ff69822356781a35de27 2024-12-05T15:23:57,993 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/.tmp/queue/292cdd653f2a40d5a74dea5a559f79f2 2024-12-05T15:23:57,998 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/.tmp/hfileref/8203ab697dd344e1a48d78e6412f1380 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/hfileref/8203ab697dd344e1a48d78e6412f1380 2024-12-05T15:23:57,999 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/ns/8ad139fdea50495aaf210abc0128df23 2024-12-05T15:23:58,002 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/hfileref/8203ab697dd344e1a48d78e6412f1380, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T15:23:58,002 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/.tmp/queue/292cdd653f2a40d5a74dea5a559f79f2 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/queue/292cdd653f2a40d5a74dea5a559f79f2 2024-12-05T15:23:58,007 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/queue/292cdd653f2a40d5a74dea5a559f79f2, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T15:23:58,008 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 179c9210f47c82701e71c36c2e47e65c in 861ms, sequenceid=12, compaction requested=false 2024-12-05T15:23:58,026 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/replication/179c9210f47c82701e71c36c2e47e65c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T15:23:58,026 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/rep_barrier/ce8989e1013648d3ac9905c8c3407d2a is 112, key is test,,1733412225847.eb507c2a8f80ff69822356781a35de27./rep_barrier:seqnumDuringOpen/1733412227006/Put/seqid=0 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:58,027 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 179c9210f47c82701e71c36c2e47e65c: Waiting for close lock at 1733412237147Running coprocessor pre-close hooks at 1733412237147Disabling compacts and flushes for region at 1733412237147Disabling writes for close at 1733412237147Obtaining lock to block concurrent updates at 1733412237147Preparing flush snapshotting stores in 179c9210f47c82701e71c36c2e47e65c at 1733412237147Finished memstore snapshotting hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733412237147Flushing stores of hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. at 1733412237148 (+1 ms)Flushing 179c9210f47c82701e71c36c2e47e65c/hfileref: creating writer at 1733412237148Flushing 179c9210f47c82701e71c36c2e47e65c/hfileref: appending metadata at 1733412237162 (+14 ms)Flushing 179c9210f47c82701e71c36c2e47e65c/hfileref: closing flushed file at 1733412237162Flushing 179c9210f47c82701e71c36c2e47e65c/queue: creating writer at 1733412237570 (+408 ms)Flushing 179c9210f47c82701e71c36c2e47e65c/queue: appending metadata at 1733412237583 (+13 ms)Flushing 179c9210f47c82701e71c36c2e47e65c/queue: closing flushed file at 1733412237583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3cfaac: reopening flushed file at 1733412237997 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ebd337a: reopening flushed file at 1733412238002 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 179c9210f47c82701e71c36c2e47e65c in 861ms, sequenceid=12, compaction requested=false at 1733412238008 (+6 ms)Writing region close event to WAL at 1733412238012 (+4 ms)Running coprocessor post-close hooks at 1733412238026 (+14 ms)Closed at 1733412238027 (+1 ms) 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412230168.179c9210f47c82701e71c36c2e47e65c. 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb507c2a8f80ff69822356781a35de27, disabling compactions & flushes 2024-12-05T15:23:58,027 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412225847.eb507c2a8f80ff69822356781a35de27. after waiting 0 ms 2024-12-05T15:23:58,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741848_1024 (size=5518) 2024-12-05T15:23:58,031 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/default/test/eb507c2a8f80ff69822356781a35de27/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:23:58,031 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:58,031 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:23:58,031 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:58,031 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb507c2a8f80ff69822356781a35de27: Waiting for close lock at 1733412238027Running coprocessor pre-close hooks at 1733412238027Disabling compacts and flushes for region at 1733412238027Disabling writes for close at 1733412238027Writing region close event to WAL at 1733412238028 (+1 ms)Running coprocessor post-close hooks at 1733412238031 (+3 ms)Closed at 1733412238031 2024-12-05T15:23:58,031 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412225847.eb507c2a8f80ff69822356781a35de27. 2024-12-05T15:23:58,064 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:23:58,132 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1033, reset compression=false 2024-12-05T15:23:58,137 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:23:58,137 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1328, reset compression=false 2024-12-05T15:23:58,137 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,44117,1733412220327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:23:58,139 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,44117,1733412220327: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,44117,1733412220327, walGroup=5a29627a94df%2C44117%2C1733412220327, offset=5a29627a94df%2C44117%2C1733412220327.1733412222527:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:44117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:23:58,140 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:23:58,142 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:23:58,144 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:23:58,144 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:23:58,144 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:23:58,144 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 502018928 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 187991672 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:23:58,147 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:23:58,148 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:23:58,148 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:23:58,148 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:58,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5a29627a94df,44117,1733412220327 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:58,176 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5a29627a94df,44117,1733412220327 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:58,344 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1328, reset compression=false 2024-12-05T15:23:58,348 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:58,430 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/rep_barrier/ce8989e1013648d3ac9905c8c3407d2a 2024-12-05T15:23:58,447 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/table/e35e2b61ceaa4d92bd17a952c4cebafe is 53, key is hbase:replication/table:state/1733412231336/Put/seqid=0 2024-12-05T15:23:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741849_1025 (size=5308) 2024-12-05T15:23:58,467 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:23:58,548 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5a29627a94df,44117,1733412220327 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:58,579 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5a29627a94df,44117,1733412220327 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:58,647 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1328, reset compression=false 2024-12-05T15:23:58,749 DEBUG [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:23:58,852 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/table/e35e2b61ceaa4d92bd17a952c4cebafe 2024-12-05T15:23:58,857 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/info/bd853d382e9f49b99c3cf658cbe45f05 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/info/bd853d382e9f49b99c3cf658cbe45f05 2024-12-05T15:23:58,861 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/info/bd853d382e9f49b99c3cf658cbe45f05, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:23:58,862 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/ns/8ad139fdea50495aaf210abc0128df23 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/ns/8ad139fdea50495aaf210abc0128df23 2024-12-05T15:23:58,866 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/ns/8ad139fdea50495aaf210abc0128df23, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:23:58,867 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/rep_barrier/ce8989e1013648d3ac9905c8c3407d2a as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/rep_barrier/ce8989e1013648d3ac9905c8c3407d2a 2024-12-05T15:23:58,871 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/rep_barrier/ce8989e1013648d3ac9905c8c3407d2a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:23:58,872 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/.tmp/table/e35e2b61ceaa4d92bd17a952c4cebafe as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/table/e35e2b61ceaa4d92bd17a952c4cebafe 2024-12-05T15:23:58,876 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/table/e35e2b61ceaa4d92bd17a952c4cebafe, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:23:58,877 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-12-05T15:23:58,882 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:23:58,882 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:23:58,882 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:23:58,882 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:58,882 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412237147Running coprocessor pre-close hooks at 1733412237147Disabling compacts and flushes for region at 1733412237147Disabling writes for close at 1733412237147Obtaining lock to block concurrent updates at 1733412237147Preparing flush snapshotting stores in 1588230740 at 1733412237147Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412237147Flushing stores of hbase:meta,,1.1588230740 at 1733412237148 (+1 ms)Flushing 1588230740/info: creating writer at 1733412237148Flushing 1588230740/info: appending metadata at 1733412237159 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733412237159Flushing 1588230740/ns: creating writer at 1733412237570 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733412237587 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733412237587Flushing 1588230740/rep_barrier: creating writer at 1733412238002 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412238025 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412238026 (+1 ms)Flushing 1588230740/table: creating writer at 1733412238434 (+408 ms)Flushing 1588230740/table: appending metadata at 1733412238447 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733412238447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777e87c0: reopening flushed file at 1733412238856 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cca7d8c: reopening flushed file at 1733412238861 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b879a61: reopening flushed file at 1733412238866 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc21211: reopening flushed file at 1733412238871 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1733412238877 (+6 ms)Writing region close event to WAL at 1733412238879 (+2 ms)Running coprocessor post-close hooks at 1733412238882 (+3 ms)Closed at 1733412238882 2024-12-05T15:23:58,882 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:23:58,949 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,44117,1733412220327; all regions closed. 2024-12-05T15:23:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:23:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741839_1015 (size=3127) 2024-12-05T15:23:58,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.rep.1733412231300 not finished, retry = 0 2024-12-05T15:23:58,971 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:23:59,051 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 to pos 1328, reset compression=false 2024-12-05T15:23:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741832_1008 (size=1336) 2024-12-05T15:23:59,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/WALs/5a29627a94df,44117,1733412220327/5a29627a94df%2C44117%2C1733412220327.1733412222527 not finished, retry = 0 2024-12-05T15:23:59,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5a29627a94df,44117,1733412220327 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:59,083 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5a29627a94df,44117,1733412220327 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:59,157 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:59,157 INFO [RS:0;5a29627a94df:44117 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:23:59,157 INFO [RS:0;5a29627a94df:44117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:59,157 INFO [RS:0;5a29627a94df:44117 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:59,157 INFO [RS:0;5a29627a94df:44117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:59,158 INFO [RS:0;5a29627a94df:44117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,44117,1733412220327 because: Region server is closing 2024-12-05T15:23:59,158 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:23:59,158 INFO [RS:0;5a29627a94df:44117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44117. 2024-12-05T15:23:59,158 DEBUG [RS:0;5a29627a94df:44117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:59,158 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:59,158 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:59,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:59,258 INFO [RS:0;5a29627a94df:44117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.shipper5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 terminated 2024-12-05T15:23:59,258 INFO [RS:0;5a29627a94df:44117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44117. 2024-12-05T15:23:59,258 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44117,1733412220327.replicationSource.wal-reader.5a29627a94df%2C44117%2C1733412220327,1-5a29627a94df,44117,1733412220327 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:23:59,259 DEBUG [RS:0;5a29627a94df:44117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:23:59,259 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:59,259 DEBUG [RS:0;5a29627a94df:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:23:59,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:23:59,259 INFO [RS:0;5a29627a94df:44117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44117 2024-12-05T15:23:59,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449/rs 2024-12-05T15:23:59,270 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395970449/rs/5a29627a94df,44117,1733412220327 2024-12-05T15:23:59,270 INFO [RS:0;5a29627a94df:44117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:23:59,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,44117,1733412220327] 2024-12-05T15:23:59,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1395970449/draining/5a29627a94df,44117,1733412220327 already deleted, retry=false 2024-12-05T15:23:59,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,44117,1733412220327 expired; onlineServers=0 2024-12-05T15:23:59,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,37315,1733412220137' ***** 2024-12-05T15:23:59,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:23:59,287 INFO [M:0;5a29627a94df:37315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:23:59,287 INFO [M:0;5a29627a94df:37315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:23:59,287 DEBUG [M:0;5a29627a94df:37315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:23:59,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:23:59,287 DEBUG [M:0;5a29627a94df:37315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:23:59,287 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412222286 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412222286,5,FailOnTimeoutGroup] 2024-12-05T15:23:59,287 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412222286 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412222286,5,FailOnTimeoutGroup] 2024-12-05T15:23:59,287 INFO [M:0;5a29627a94df:37315 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:23:59,287 INFO [M:0;5a29627a94df:37315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:23:59,287 DEBUG [M:0;5a29627a94df:37315 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:23:59,287 INFO [M:0;5a29627a94df:37315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:23:59,287 INFO [M:0;5a29627a94df:37315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:23:59,288 INFO [M:0;5a29627a94df:37315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:23:59,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:23:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395970449/master 2024-12-05T15:23:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395970449 2024-12-05T15:23:59,295 DEBUG [M:0;5a29627a94df:37315 {}] zookeeper.ZKUtil(347): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Unable to get data of znode /1395970449/master because node does not exist (not an error) 2024-12-05T15:23:59,295 WARN [M:0;5a29627a94df:37315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:23:59,296 INFO [M:0;5a29627a94df:37315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/.lastflushedseqids 2024-12-05T15:23:59,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741850_1026 (size=263) 2024-12-05T15:23:59,379 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:59,379 INFO [RS:0;5a29627a94df:44117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:23:59,379 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x101a745195a0004, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:23:59,379 INFO [RS:0;5a29627a94df:44117 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,44117,1733412220327; zookeeper connection closed. 2024-12-05T15:23:59,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@343ff0f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@343ff0f6 2024-12-05T15:23:59,379 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:23:59,574 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:23:59,686 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5a29627a94df:44117 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:44117 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:23:59,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5a29627a94df:44117 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:44117 2024-12-05T15:23:59,686 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5a29627a94df:44117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:44117 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:44117 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T15:23:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:23:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:46670 deadline: 1733412299688, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T15:23:59,690 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T15:23:59,690 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T15:23:59,700 INFO [M:0;5a29627a94df:37315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:23:59,700 INFO [M:0;5a29627a94df:37315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:23:59,700 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:23:59,700 INFO [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:59,700 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:59,700 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:23:59,700 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:23:59,700 INFO [M:0;5a29627a94df:37315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T15:23:59,717 DEBUG [M:0;5a29627a94df:37315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e592d0ae112b4d25bf35074fbc84db6d is 82, key is hbase:meta,,1/info:regioninfo/1733412223574/Put/seqid=0 2024-12-05T15:23:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741851_1027 (size=5672) 2024-12-05T15:24:00,121 INFO [M:0;5a29627a94df:37315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e592d0ae112b4d25bf35074fbc84db6d 2024-12-05T15:24:00,138 DEBUG [M:0;5a29627a94df:37315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08a281cc35b7409c957ebdc293c76415 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412231340/Put/seqid=0 2024-12-05T15:24:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741852_1028 (size=8516) 2024-12-05T15:24:00,277 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:24:00,391 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T15:24:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:24:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:46670 deadline: 1733412300392, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T15:24:00,392 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T15:24:00,394 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T15:24:00,394 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T15:24:00,543 INFO [M:0;5a29627a94df:37315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08a281cc35b7409c957ebdc293c76415 2024-12-05T15:24:00,563 DEBUG [M:0;5a29627a94df:37315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5326c33d0c2141be90284575f3fca0c9 is 69, key is 5a29627a94df,44117,1733412220327/rs:state/1733412222384/Put/seqid=0 2024-12-05T15:24:00,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741853_1029 (size=5156) 2024-12-05T15:24:00,967 INFO [M:0;5a29627a94df:37315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5326c33d0c2141be90284575f3fca0c9 2024-12-05T15:24:00,971 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e592d0ae112b4d25bf35074fbc84db6d as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e592d0ae112b4d25bf35074fbc84db6d 2024-12-05T15:24:00,975 INFO [M:0;5a29627a94df:37315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e592d0ae112b4d25bf35074fbc84db6d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T15:24:00,975 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08a281cc35b7409c957ebdc293c76415 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08a281cc35b7409c957ebdc293c76415 2024-12-05T15:24:00,979 INFO [M:0;5a29627a94df:37315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08a281cc35b7409c957ebdc293c76415, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T15:24:00,980 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5326c33d0c2141be90284575f3fca0c9 as hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5326c33d0c2141be90284575f3fca0c9 2024-12-05T15:24:00,983 INFO [M:0;5a29627a94df:37315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/e38e950c-abc0-4a4b-0308-829d33c4510a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5326c33d0c2141be90284575f3fca0c9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T15:24:00,984 INFO [M:0;5a29627a94df:37315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-12-05T15:24:00,986 INFO [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:00,986 DEBUG [M:0;5a29627a94df:37315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412239700Disabling compacts and flushes for region at 1733412239700Disabling writes for close at 1733412239700Obtaining lock to block concurrent updates at 1733412239700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412239700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733412239701 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412239701Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412239701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412239717 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412239717Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412240126 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412240138 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412240138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412240547 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412240562 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412240562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ed87ca: reopening flushed file at 1733412240970 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a8c52c: reopening flushed file at 1733412240975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee6901b: reopening flushed file at 1733412240979 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1733412240984 (+5 ms)Writing region close event to WAL at 1733412240986 (+2 ms)Closed at 1733412240986 2024-12-05T15:24:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41013 is added to blk_1073741830_1006 (size=63654) 2024-12-05T15:24:00,993 INFO [M:0;5a29627a94df:37315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:24:00,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:00,993 INFO [M:0;5a29627a94df:37315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37315 2024-12-05T15:24:00,993 INFO [M:0;5a29627a94df:37315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:01,081 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:24:01,104 INFO [M:0;5a29627a94df:37315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37315-0x101a745195a0003, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:01,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295f848f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:01,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff3877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:01,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:01,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:01,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f2030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:01,108 WARN [BP-1320997490-172.17.0.3-1733412218740 heartbeating to localhost/127.0.0.1:41347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:24:01,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:24:01,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:24:01,108 WARN [BP-1320997490-172.17.0.3-1733412218740 heartbeating to localhost/127.0.0.1:41347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320997490-172.17.0.3-1733412218740 (Datanode Uuid 7e847abc-2a02-4ead-a8d6-ac3c1c2ebe45) service to localhost/127.0.0.1:41347 2024-12-05T15:24:01,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/cluster_410686d8-01a2-ae6f-0255-41f45bc608dc/data/data1/current/BP-1320997490-172.17.0.3-1733412218740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:01,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/cluster_410686d8-01a2-ae6f-0255-41f45bc608dc/data/data2/current/BP-1320997490-172.17.0.3-1733412218740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:01,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:24:01,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b1298a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:01,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a47cf22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:01,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:01,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:01,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21976690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:01,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:24:01,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:24:01,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:01,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:01,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:01,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:01,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:01,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:24:01,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616067803, stopped=false 2024-12-05T15:24:01,131 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,38475,1733412215202 2024-12-05T15:24:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01020739813/running 2024-12-05T15:24:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01020739813/running 2024-12-05T15:24:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:24:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:24:01,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:24:01,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/running 2024-12-05T15:24:01,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Set watcher on znode that does not yet exist, /01020739813/running 2024-12-05T15:24:01,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:01,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:01,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:01,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,44757,1733412215354' ***** 2024-12-05T15:24:01,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:24:01,146 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:24:01,146 INFO [RS:0;5a29627a94df:44757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:24:01,146 INFO [RS:0;5a29627a94df:44757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:24:01,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:24:01,146 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(3091): Received CLOSE for f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(3091): Received CLOSE for 02e17b53b68f60672374c08e5e2c2c23 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,44757,1733412215354 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44757. 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f96c5dabbac6cca44f891f32b063b379, disabling compactions & flushes 2024-12-05T15:24:01,147 DEBUG [RS:0;5a29627a94df:44757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:01,147 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:24:01,147 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. after waiting 0 ms 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:24:01,147 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:24:01,147 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f96c5dabbac6cca44f891f32b063b379=test,,1733412223683.f96c5dabbac6cca44f891f32b063b379., 02e17b53b68f60672374c08e5e2c2c23=hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23.} 2024-12-05T15:24:01,147 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 02e17b53b68f60672374c08e5e2c2c23, 1588230740, f96c5dabbac6cca44f891f32b063b379 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:01,147 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:01,147 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:01,147 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:24:01,147 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:24:01,150 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/default/test/f96c5dabbac6cca44f891f32b063b379/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:01,151 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f96c5dabbac6cca44f891f32b063b379: Waiting for close lock at 1733412241147Running coprocessor pre-close hooks at 1733412241147Disabling compacts and flushes for region at 1733412241147Disabling writes for close at 1733412241147Writing region close event to WAL at 1733412241147Running coprocessor post-close hooks at 1733412241151 (+4 ms)Closed at 1733412241151 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412223683.f96c5dabbac6cca44f891f32b063b379. 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02e17b53b68f60672374c08e5e2c2c23, disabling compactions & flushes 2024-12-05T15:24:01,151 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. after waiting 0 ms 2024-12-05T15:24:01,151 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:24:01,151 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02e17b53b68f60672374c08e5e2c2c23 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T15:24:01,164 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/info/b2854d05a4f94448b34751f50f5ec73c is 147, key is hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23./info:regioninfo/1733412229263/Put/seqid=0 2024-12-05T15:24:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741846_1022 (size=7686) 2024-12-05T15:24:01,169 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/.tmp/hfileref/0bdfb4d5e4d24f598ef4788d25f6e827 is 74, key is 1/hfileref:6fffa7d1eff54fc091334a4e1e1c2e13_SeqId_4_/1733412234909/DeleteColumn/seqid=0 2024-12-05T15:24:01,169 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/info/b2854d05a4f94448b34751f50f5ec73c 2024-12-05T15:24:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741847_1023 (size=5345) 2024-12-05T15:24:01,186 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/ns/85e40f1d16ca4cd38a2e24ba95871f21 is 43, key is default/ns:d/1733412218582/Put/seqid=0 2024-12-05T15:24:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741848_1024 (size=5153) 2024-12-05T15:24:01,194 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T15:24:01,195 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5a29627a94df:37315 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:37315 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:24:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5a29627a94df:37315 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:37315 2024-12-05T15:24:01,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:01,305 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5a29627a94df:37315 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:37315 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T15:24:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5a29627a94df:37315 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:37315 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T15:24:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5a29627a94df:37315 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5a29627a94df/172.17.0.3:37315 2024-12-05T15:24:01,347 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 02e17b53b68f60672374c08e5e2c2c23, 1588230740 2024-12-05T15:24:01,471 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:24:01,471 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:24:01,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:01,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5a29627a94df:37315 this server is in the failed servers list 2024-12-05T15:24:01,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5a29627a94df:37315 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:01,547 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 02e17b53b68f60672374c08e5e2c2c23, 1588230740 2024-12-05T15:24:01,573 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/.tmp/hfileref/0bdfb4d5e4d24f598ef4788d25f6e827 2024-12-05T15:24:01,591 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/ns/85e40f1d16ca4cd38a2e24ba95871f21 2024-12-05T15:24:01,594 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/.tmp/queue/8e3f72a9812743dd8b4e05a6c6e0f6d7 is 153, key is 1-5a29627a94df,44757,1733412215354/queue:5a29627a94df%2C44757%2C1733412215354/1733412234911/Put/seqid=0 2024-12-05T15:24:01,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741849_1025 (size=5352) 2024-12-05T15:24:01,608 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/rep_barrier/3ba23f91fb7d410c8ab4669a28dd56d8 is 112, key is test,,1733412223683.f96c5dabbac6cca44f891f32b063b379./rep_barrier:seqnumDuringOpen/1733412224834/Put/seqid=0 2024-12-05T15:24:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741850_1026 (size=5518) 2024-12-05T15:24:01,748 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 02e17b53b68f60672374c08e5e2c2c23, 1588230740 2024-12-05T15:24:01,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:01,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5a29627a94df:37315 this server is in the failed servers list 2024-12-05T15:24:01,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5a29627a94df:37315 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:01,948 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 02e17b53b68f60672374c08e5e2c2c23, 1588230740 2024-12-05T15:24:01,985 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1033, reset compression=false 2024-12-05T15:24:01,989 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:01,989 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1328, reset compression=false 2024-12-05T15:24:02,000 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/.tmp/queue/8e3f72a9812743dd8b4e05a6c6e0f6d7 2024-12-05T15:24:02,004 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/.tmp/hfileref/0bdfb4d5e4d24f598ef4788d25f6e827 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/hfileref/0bdfb4d5e4d24f598ef4788d25f6e827 2024-12-05T15:24:02,008 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/hfileref/0bdfb4d5e4d24f598ef4788d25f6e827, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T15:24:02,009 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/.tmp/queue/8e3f72a9812743dd8b4e05a6c6e0f6d7 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/queue/8e3f72a9812743dd8b4e05a6c6e0f6d7 2024-12-05T15:24:02,011 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/rep_barrier/3ba23f91fb7d410c8ab4669a28dd56d8 2024-12-05T15:24:02,012 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/queue/8e3f72a9812743dd8b4e05a6c6e0f6d7, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T15:24:02,013 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 02e17b53b68f60672374c08e5e2c2c23 in 862ms, sequenceid=10, compaction requested=false 2024-12-05T15:24:02,013 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:24:02,021 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/replication/02e17b53b68f60672374c08e5e2c2c23/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T15:24:02,022 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:02,022 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:24:02,022 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:24:02,022 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02e17b53b68f60672374c08e5e2c2c23: Waiting for close lock at 1733412241151Running coprocessor pre-close hooks at 1733412241151Disabling compacts and flushes for region at 1733412241151Disabling writes for close at 1733412241151Obtaining lock to block concurrent updates at 1733412241151Preparing flush snapshotting stores in 02e17b53b68f60672374c08e5e2c2c23 at 1733412241151Finished memstore snapshotting hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733412241152 (+1 ms)Flushing stores of hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. at 1733412241152Flushing 02e17b53b68f60672374c08e5e2c2c23/hfileref: creating writer at 1733412241152Flushing 02e17b53b68f60672374c08e5e2c2c23/hfileref: appending metadata at 1733412241168 (+16 ms)Flushing 02e17b53b68f60672374c08e5e2c2c23/hfileref: closing flushed file at 1733412241168Flushing 02e17b53b68f60672374c08e5e2c2c23/queue: creating writer at 1733412241577 (+409 ms)Flushing 02e17b53b68f60672374c08e5e2c2c23/queue: appending metadata at 1733412241593 (+16 ms)Flushing 02e17b53b68f60672374c08e5e2c2c23/queue: closing flushed file at 1733412241593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a011235: reopening flushed file at 1733412242004 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7185c0d: reopening flushed file at 1733412242008 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 02e17b53b68f60672374c08e5e2c2c23 in 862ms, sequenceid=10, compaction requested=false at 1733412242013 (+5 ms)Writing region close event to WAL at 1733412242019 (+6 ms)Running coprocessor post-close hooks at 1733412242022 (+3 ms)Closed at 1733412242022 2024-12-05T15:24:02,022 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412228015.02e17b53b68f60672374c08e5e2c2c23. 2024-12-05T15:24:02,033 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/table/06c884433c524d198500735592c43f7d is 53, key is hbase:replication/table:state/1733412229270/Put/seqid=0 2024-12-05T15:24:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741851_1027 (size=5308) 2024-12-05T15:24:02,148 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:24:02,148 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:24:02,148 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:24:02,192 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1328, reset compression=false 2024-12-05T15:24:02,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:02,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5a29627a94df:37315 this server is in the failed servers list 2024-12-05T15:24:02,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5a29627a94df:37315 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:02,348 DEBUG [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:24:02,438 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/table/06c884433c524d198500735592c43f7d 2024-12-05T15:24:02,442 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/info/b2854d05a4f94448b34751f50f5ec73c as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/info/b2854d05a4f94448b34751f50f5ec73c 2024-12-05T15:24:02,446 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/info/b2854d05a4f94448b34751f50f5ec73c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:24:02,446 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/ns/85e40f1d16ca4cd38a2e24ba95871f21 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/ns/85e40f1d16ca4cd38a2e24ba95871f21 2024-12-05T15:24:02,450 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/ns/85e40f1d16ca4cd38a2e24ba95871f21, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:24:02,451 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/rep_barrier/3ba23f91fb7d410c8ab4669a28dd56d8 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/rep_barrier/3ba23f91fb7d410c8ab4669a28dd56d8 2024-12-05T15:24:02,455 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/rep_barrier/3ba23f91fb7d410c8ab4669a28dd56d8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:24:02,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/.tmp/table/06c884433c524d198500735592c43f7d as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/table/06c884433c524d198500735592c43f7d 2024-12-05T15:24:02,459 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/table/06c884433c524d198500735592c43f7d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:24:02,460 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-12-05T15:24:02,460 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:24:02,466 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:24:02,467 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:02,467 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:24:02,467 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:02,467 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412241147Running coprocessor pre-close hooks at 1733412241147Disabling compacts and flushes for region at 1733412241147Disabling writes for close at 1733412241147Obtaining lock to block concurrent updates at 1733412241147Preparing flush snapshotting stores in 1588230740 at 1733412241147Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412241148 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412241148Flushing 1588230740/info: creating writer at 1733412241148Flushing 1588230740/info: appending metadata at 1733412241164 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733412241164Flushing 1588230740/ns: creating writer at 1733412241174 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733412241186 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733412241186Flushing 1588230740/rep_barrier: creating writer at 1733412241595 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412241608 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412241608Flushing 1588230740/table: creating writer at 1733412242015 (+407 ms)Flushing 1588230740/table: appending metadata at 1733412242033 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733412242033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dd06a0: reopening flushed file at 1733412242441 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f65e78: reopening flushed file at 1733412242446 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42277b5e: reopening flushed file at 1733412242450 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba95ea6: reopening flushed file at 1733412242455 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1733412242460 (+5 ms)Writing region close event to WAL at 1733412242462 (+2 ms)Running coprocessor post-close hooks at 1733412242467 (+5 ms)Closed at 1733412242467 2024-12-05T15:24:02,467 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:02,495 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 to pos 1328, reset compression=false 2024-12-05T15:24:02,548 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,44757,1733412215354; all regions closed. 2024-12-05T15:24:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:24:02,552 DEBUG [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/oldWALs 2024-12-05T15:24:02,552 INFO [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44757%2C1733412215354.meta:.meta(num 1733412218504) 2024-12-05T15:24:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741839_1015 (size=2695) 2024-12-05T15:24:02,555 DEBUG [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/oldWALs 2024-12-05T15:24:02,555 INFO [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44757%2C1733412215354.rep:(num 1733412229236) 2024-12-05T15:24:02,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/WALs/5a29627a94df,44757,1733412215354/5a29627a94df%2C44757%2C1733412215354.1733412217558 not finished, retry = 0 2024-12-05T15:24:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741832_1008 (size=1336) 2024-12-05T15:24:02,659 DEBUG [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/oldWALs 2024-12-05T15:24:02,659 INFO [RS:0;5a29627a94df:44757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C44757%2C1733412215354:(num 1733412217558) 2024-12-05T15:24:02,659 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:02,659 INFO [RS:0;5a29627a94df:44757 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:24:02,659 INFO [RS:0;5a29627a94df:44757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:24:02,660 INFO [RS:0;5a29627a94df:44757 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:24:02,660 INFO [RS:0;5a29627a94df:44757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:24:02,660 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:02,660 INFO [RS:0;5a29627a94df:44757 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,44757,1733412215354 because: Region server is closing 2024-12-05T15:24:02,660 INFO [RS:0;5a29627a94df:44757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44757. 2024-12-05T15:24:02,660 DEBUG [RS:0;5a29627a94df:44757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:02,660 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:02,660 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:02,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:02,761 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.wal-reader.5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:24:02,761 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T15:24:02,761 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T15:24:02,761 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T15:24:03,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:03,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:03,347 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:03,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:03,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:03,662 INFO [RS:0;5a29627a94df:44757 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,44757,1733412215354.replicationSource.shipper5a29627a94df%2C44757%2C1733412215354,1-5a29627a94df,44757,1733412215354 terminated 2024-12-05T15:24:03,662 INFO [RS:0;5a29627a94df:44757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:44757. 2024-12-05T15:24:03,662 DEBUG [RS:0;5a29627a94df:44757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:03,662 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:03,663 DEBUG [RS:0;5a29627a94df:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:03,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:03,663 INFO [RS:0;5a29627a94df:44757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44757 2024-12-05T15:24:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813/rs 2024-12-05T15:24:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01020739813/rs/5a29627a94df,44757,1733412215354 2024-12-05T15:24:03,737 INFO [RS:0;5a29627a94df:44757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:03,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,44757,1733412215354] 2024-12-05T15:24:03,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01020739813/draining/5a29627a94df,44757,1733412215354 already deleted, retry=false 2024-12-05T15:24:03,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,44757,1733412215354 expired; onlineServers=0 2024-12-05T15:24:03,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,38475,1733412215202' ***** 2024-12-05T15:24:03,753 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:24:03,753 INFO [M:0;5a29627a94df:38475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:24:03,753 INFO [M:0;5a29627a94df:38475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:24:03,753 DEBUG [M:0;5a29627a94df:38475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:24:03,753 DEBUG [M:0;5a29627a94df:38475 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:24:03,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:24:03,753 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412217319 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412217319,5,FailOnTimeoutGroup] 2024-12-05T15:24:03,753 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412217319 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412217319,5,FailOnTimeoutGroup] 2024-12-05T15:24:03,754 INFO [M:0;5a29627a94df:38475 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:24:03,754 INFO [M:0;5a29627a94df:38475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:24:03,754 DEBUG [M:0;5a29627a94df:38475 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:24:03,754 INFO [M:0;5a29627a94df:38475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:24:03,754 INFO [M:0;5a29627a94df:38475 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:24:03,754 INFO [M:0;5a29627a94df:38475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:24:03,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:24:03,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01020739813/master 2024-12-05T15:24:03,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01020739813 2024-12-05T15:24:03,761 DEBUG [M:0;5a29627a94df:38475 {}] zookeeper.ZKUtil(347): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Unable to get data of znode /01020739813/master because node does not exist (not an error) 2024-12-05T15:24:03,761 WARN [M:0;5a29627a94df:38475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:24:03,763 INFO [M:0;5a29627a94df:38475 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/.lastflushedseqids 2024-12-05T15:24:03,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741852_1028 (size=263) 2024-12-05T15:24:03,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:03,845 INFO [RS:0;5a29627a94df:44757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:03,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x101a745195a0001, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:03,845 INFO [RS:0;5a29627a94df:44757 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,44757,1733412215354; zookeeper connection closed. 2024-12-05T15:24:03,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78293aab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78293aab 2024-12-05T15:24:03,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:24:04,167 INFO [M:0;5a29627a94df:38475 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:24:04,167 INFO [M:0;5a29627a94df:38475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:24:04,167 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:04,167 INFO [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:04,167 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:04,167 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:04,167 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:04,167 INFO [M:0;5a29627a94df:38475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T15:24:04,181 DEBUG [M:0;5a29627a94df:38475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1431232d34db4bc4bf9450ac46d106a7 is 82, key is hbase:meta,,1/info:regioninfo/1733412218532/Put/seqid=0 2024-12-05T15:24:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741853_1029 (size=5672) 2024-12-05T15:24:04,585 INFO [M:0;5a29627a94df:38475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1431232d34db4bc4bf9450ac46d106a7 2024-12-05T15:24:04,605 DEBUG [M:0;5a29627a94df:38475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8c66c73657e4d98ae54e4a4e85b6e0d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412229273/Put/seqid=0 2024-12-05T15:24:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741854_1030 (size=8515) 2024-12-05T15:24:04,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:24:05,009 INFO [M:0;5a29627a94df:38475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8c66c73657e4d98ae54e4a4e85b6e0d 2024-12-05T15:24:05,029 DEBUG [M:0;5a29627a94df:38475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616c2d79cd9d4884a6ec20286cb768f7 is 69, key is 5a29627a94df,44757,1733412215354/rs:state/1733412217409/Put/seqid=0 2024-12-05T15:24:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741855_1031 (size=5156) 2024-12-05T15:24:05,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:05,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:05,365 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:05,434 INFO [M:0;5a29627a94df:38475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616c2d79cd9d4884a6ec20286cb768f7 2024-12-05T15:24:05,439 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1431232d34db4bc4bf9450ac46d106a7 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1431232d34db4bc4bf9450ac46d106a7 2024-12-05T15:24:05,443 INFO [M:0;5a29627a94df:38475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1431232d34db4bc4bf9450ac46d106a7, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T15:24:05,444 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8c66c73657e4d98ae54e4a4e85b6e0d as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8c66c73657e4d98ae54e4a4e85b6e0d 2024-12-05T15:24:05,447 INFO [M:0;5a29627a94df:38475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8c66c73657e4d98ae54e4a4e85b6e0d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T15:24:05,448 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616c2d79cd9d4884a6ec20286cb768f7 as hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616c2d79cd9d4884a6ec20286cb768f7 2024-12-05T15:24:05,451 INFO [M:0;5a29627a94df:38475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37961/user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616c2d79cd9d4884a6ec20286cb768f7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T15:24:05,452 INFO [M:0;5a29627a94df:38475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-12-05T15:24:05,453 INFO [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:05,453 DEBUG [M:0;5a29627a94df:38475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412244167Disabling compacts and flushes for region at 1733412244167Disabling writes for close at 1733412244167Obtaining lock to block concurrent updates at 1733412244167Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412244167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733412244168 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412244168Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412244168Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412244181 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412244181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412244589 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412244605 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412244605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412245014 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412245029 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412245029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38293933: reopening flushed file at 1733412245438 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474616ba: reopening flushed file at 1733412245443 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4093f37: reopening flushed file at 1733412245447 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1733412245452 (+5 ms)Writing region close event to WAL at 1733412245453 (+1 ms)Closed at 1733412245453 2024-12-05T15:24:05,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741830_1006 (size=63642) 2024-12-05T15:24:05,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a64fbd1-e34b-b6db-5074-1b4a6a310dff/MasterData/WALs/5a29627a94df,38475,1733412215202/5a29627a94df%2C38475%2C1733412215202.1733412217084 not finished, retry = 0 2024-12-05T15:24:05,557 INFO [M:0;5a29627a94df:38475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:24:05,557 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:05,557 INFO [M:0;5a29627a94df:38475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38475 2024-12-05T15:24:05,557 INFO [M:0;5a29627a94df:38475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:05,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:05,703 INFO [M:0;5a29627a94df:38475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:05,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x101a745195a0000, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:05,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b238757{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:05,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:05,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:05,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:05,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:05,708 WARN [BP-388194702-172.17.0.3-1733412213696 heartbeating to localhost/127.0.0.1:37961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:24:05,708 WARN [BP-388194702-172.17.0.3-1733412213696 heartbeating to localhost/127.0.0.1:37961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-388194702-172.17.0.3-1733412213696 (Datanode Uuid 3d778ada-5f8c-42b5-aca5-d8d2d15dfd8d) service to localhost/127.0.0.1:37961 2024-12-05T15:24:05,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:24:05,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:24:05,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/data/data1/current/BP-388194702-172.17.0.3-1733412213696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:05,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/cluster_d7de1654-f778-9984-de0a-6bb762dbb874/data/data2/current/BP-388194702-172.17.0.3-1733412213696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:05,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:24:05,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45976c97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:05,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:05,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:05,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:05,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d89521d-003c-516b-dceb-199625694d50/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:05,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:24:05,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:24:05,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 205) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37961 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41347 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37961 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41347 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=6080 (was 6127) 2024-12-05T15:24:05,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6080 2024-12-05T15:24:05,763 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T15:24:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir so I do NOT create it in target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c 2024-12-05T15:24:05,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:24:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.tmp.dir so I do NOT create it in target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c 2024-12-05T15:24:05,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1833d572-bb71-0d7c-b12e-7fcc9c383f07/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:24:05,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c 2024-12-05T15:24:05,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d, deleteOnExit=true 2024-12-05T15:24:05,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a745195a0002, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:24:05,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a745195a0005, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:24:05,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a745195a0005, quorum=127.0.0.1:49433, baseZNode=/1395970449 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:24:05,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a745195a0002, quorum=127.0.0.1:49433, baseZNode=/01020739813 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:24:05,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/zookeeper_0, clientPort=53943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:24:05,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53943 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/test.cache.data in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:24:05,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:05,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:24:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:24:06,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:06,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:06,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:06,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:06,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:24:06,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:06,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147c2401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:06,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:06,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51838098{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/java.io.tmpdir/jetty-localhost-33645-hadoop-hdfs-3_4_1-tests_jar-_-any-16957285955951208448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:06,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de59a61{HTTP/1.1, (http/1.1)}{localhost:33645} 2024-12-05T15:24:06,258 INFO [Time-limited test {}] server.Server(415): Started @195211ms 2024-12-05T15:24:06,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:06,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:06,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:06,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:06,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:24:06,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a9d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:06,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60df503c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:06,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41188e45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/java.io.tmpdir/jetty-localhost-39123-hadoop-hdfs-3_4_1-tests_jar-_-any-7314722688799815169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:06,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@338dcc6a{HTTP/1.1, (http/1.1)}{localhost:39123} 2024-12-05T15:24:06,548 INFO [Time-limited test {}] server.Server(415): Started @195501ms 2024-12-05T15:24:06,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:24:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:24:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:24:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:24:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:24:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:24:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:06,996 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/data/data1/current/BP-249197421-172.17.0.3-1733412245951/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:06,996 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/data/data2/current/BP-249197421-172.17.0.3-1733412245951/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:07,010 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:24:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb935c3f9f78daca with lease ID 0xe699b6b0e9592492: Processing first storage report for DS-7d1baa51-3f93-40be-8d93-ff8586a2aac3 from datanode DatanodeRegistration(127.0.0.1:42417, datanodeUuid=a917c49e-fa36-4cd2-a0e4-5a2e005644ca, infoPort=46375, infoSecurePort=0, ipcPort=41945, storageInfo=lv=-57;cid=testClusterID;nsid=403158379;c=1733412245951) 2024-12-05T15:24:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb935c3f9f78daca with lease ID 0xe699b6b0e9592492: from storage DS-7d1baa51-3f93-40be-8d93-ff8586a2aac3 node DatanodeRegistration(127.0.0.1:42417, datanodeUuid=a917c49e-fa36-4cd2-a0e4-5a2e005644ca, infoPort=46375, infoSecurePort=0, ipcPort=41945, storageInfo=lv=-57;cid=testClusterID;nsid=403158379;c=1733412245951), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb935c3f9f78daca with lease ID 0xe699b6b0e9592492: Processing first storage report for DS-aac77c67-8283-46ba-a2c0-bc1b45484957 from datanode DatanodeRegistration(127.0.0.1:42417, datanodeUuid=a917c49e-fa36-4cd2-a0e4-5a2e005644ca, infoPort=46375, infoSecurePort=0, ipcPort=41945, storageInfo=lv=-57;cid=testClusterID;nsid=403158379;c=1733412245951) 2024-12-05T15:24:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb935c3f9f78daca with lease ID 0xe699b6b0e9592492: from storage DS-aac77c67-8283-46ba-a2c0-bc1b45484957 node DatanodeRegistration(127.0.0.1:42417, datanodeUuid=a917c49e-fa36-4cd2-a0e4-5a2e005644ca, infoPort=46375, infoSecurePort=0, ipcPort=41945, storageInfo=lv=-57;cid=testClusterID;nsid=403158379;c=1733412245951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:07,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c 2024-12-05T15:24:07,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:07,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:24:07,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e with version=8 2024-12-05T15:24:07,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/hbase-staging 2024-12-05T15:24:07,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:24:07,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:07,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42239 2024-12-05T15:24:07,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42239 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-05T15:24:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422390x0, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:07,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42239-0x101a74597520000 connected 2024-12-05T15:24:07,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:07,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:07,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/running 2024-12-05T15:24:07,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e, hbase.cluster.distributed=false 2024-12-05T15:24:07,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/acl 2024-12-05T15:24:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42239 2024-12-05T15:24:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42239 2024-12-05T15:24:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42239 2024-12-05T15:24:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42239 2024-12-05T15:24:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42239 2024-12-05T15:24:07,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:24:07,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:07,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40703 2024-12-05T15:24:07,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40703 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-05T15:24:07,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:07,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:07,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407030x0, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:07,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407030x0, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/running 2024-12-05T15:24:07,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40703-0x101a74597520001 connected 2024-12-05T15:24:07,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:24:07,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:24:07,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/master 2024-12-05T15:24:07,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/acl 2024-12-05T15:24:07,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-05T15:24:07,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40703 2024-12-05T15:24:07,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40703 2024-12-05T15:24:07,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-05T15:24:07,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-05T15:24:07,659 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:42239 2024-12-05T15:24:07,659 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01887742599/backup-masters/5a29627a94df,42239,1733412247483 2024-12-05T15:24:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599/backup-masters 2024-12-05T15:24:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599/backup-masters 2024-12-05T15:24:07,668 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on existing znode=/01887742599/backup-masters/5a29627a94df,42239,1733412247483 2024-12-05T15:24:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01887742599/master 2024-12-05T15:24:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:07,678 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on existing znode=/01887742599/master 2024-12-05T15:24:07,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01887742599/backup-masters/5a29627a94df,42239,1733412247483 from backup master directory 2024-12-05T15:24:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01887742599/backup-masters/5a29627a94df,42239,1733412247483 2024-12-05T15:24:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599/backup-masters 2024-12-05T15:24:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599/backup-masters 2024-12-05T15:24:07,686 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:07,686 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,42239,1733412247483 2024-12-05T15:24:07,689 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/hbase.id] with ID: f6f88b16-ab97-47f5-a7b5-89ab294c59e9 2024-12-05T15:24:07,689 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/.tmp/hbase.id 2024-12-05T15:24:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:24:08,093 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/.tmp/hbase.id]:[hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/hbase.id] 2024-12-05T15:24:08,102 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:08,102 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:24:08,102 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:24:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:24:08,142 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:08,143 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:24:08,143 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:24:08,554 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store 2024-12-05T15:24:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:24:08,960 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:08,960 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:08,960 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:08,960 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:08,960 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:08,960 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:08,960 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:08,960 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412248960Disabling compacts and flushes for region at 1733412248960Disabling writes for close at 1733412248960Writing region close event to WAL at 1733412248960Closed at 1733412248960 2024-12-05T15:24:08,961 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/.initializing 2024-12-05T15:24:08,961 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/WALs/5a29627a94df,42239,1733412247483 2024-12-05T15:24:08,962 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:08,963 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C42239%2C1733412247483, suffix=, logDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/WALs/5a29627a94df,42239,1733412247483, archiveDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/oldWALs, maxLogs=10 2024-12-05T15:24:08,977 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/WALs/5a29627a94df,42239,1733412247483/5a29627a94df%2C42239%2C1733412247483.1733412248963, exclude list is [], retry=0 2024-12-05T15:24:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42417,DS-7d1baa51-3f93-40be-8d93-ff8586a2aac3,DISK] 2024-12-05T15:24:08,982 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/WALs/5a29627a94df,42239,1733412247483/5a29627a94df%2C42239%2C1733412247483.1733412248963 2024-12-05T15:24:08,982 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-05T15:24:08,982 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:08,982 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:08,982 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,982 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:24:08,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:08,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:08,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:24:08,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:08,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:08,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:24:08,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:08,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:08,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:24:08,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:08,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:08,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,990 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,990 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,991 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:08,991 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:08,993 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:08,993 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62504931, jitterRate=-0.06860394775867462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:08,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412248983Initializing all the Stores at 1733412248983Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412248983Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412248983Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412248983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412248984 (+1 ms)Cleaning up temporary data from old regions at 1733412248990 (+6 ms)Region opened successfully at 1733412248994 (+4 ms) 2024-12-05T15:24:08,994 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:24:08,996 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4957ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:08,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:24:08,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:24:08,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:24:08,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:24:08,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:24:08,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:24:08,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:24:08,999 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:24:09,000 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Unable to get data of znode /01887742599/balancer because node does not exist (not necessarily an error) 2024-12-05T15:24:09,061 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01887742599/balancer already deleted, retry=false 2024-12-05T15:24:09,062 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:24:09,062 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Unable to get data of znode /01887742599/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:24:09,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01887742599/normalizer already deleted, retry=false 2024-12-05T15:24:09,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:24:09,070 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Unable to get data of znode /01887742599/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:24:09,078 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01887742599/switch/split already deleted, retry=false 2024-12-05T15:24:09,078 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Unable to get data of znode /01887742599/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:24:09,086 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01887742599/switch/merge already deleted, retry=false 2024-12-05T15:24:09,087 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Unable to get data of znode /01887742599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:24:09,094 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01887742599/snapshot-cleanup already deleted, retry=false 2024-12-05T15:24:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01887742599/running 2024-12-05T15:24:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01887742599/running 2024-12-05T15:24:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:09,103 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,42239,1733412247483, sessionid=0x101a74597520000, setting cluster-up flag (Was=false) 2024-12-05T15:24:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:09,144 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01887742599/flush-table-proc/acquired, /01887742599/flush-table-proc/reached, /01887742599/flush-table-proc/abort 2024-12-05T15:24:09,145 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,42239,1733412247483 2024-12-05T15:24:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:09,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,186 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01887742599/online-snapshot/acquired, /01887742599/online-snapshot/reached, /01887742599/online-snapshot/abort 2024-12-05T15:24:09,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,187 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,42239,1733412247483 2024-12-05T15:24:09,188 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:24:09,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:09,190 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:09,190 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:24:09,190 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:24:09,190 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,42239,1733412247483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:09,191 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:09,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:24:09,200 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:09,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412279206 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:24:09,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:24:09,207 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,210 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:24:09,210 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:24:09,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:24:09,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:24:09,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:24:09,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:24:09,211 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412249211,5,FailOnTimeoutGroup] 2024-12-05T15:24:09,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:24:09,214 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412249211,5,FailOnTimeoutGroup] 2024-12-05T15:24:09,214 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,214 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:24:09,214 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,214 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,252 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(746): ClusterId : f6f88b16-ab97-47f5-a7b5-89ab294c59e9 2024-12-05T15:24:09,252 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:24:09,262 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:24:09,262 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:24:09,270 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:24:09,271 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc8b1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:09,285 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:40703 2024-12-05T15:24:09,285 INFO [RS:0;5a29627a94df:40703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:24:09,285 INFO [RS:0;5a29627a94df:40703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:24:09,285 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:24:09,286 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,42239,1733412247483 with port=40703, startcode=1733412247627 2024-12-05T15:24:09,286 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:24:09,287 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:24:09,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,40703,1733412247627 2024-12-05T15:24:09,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42239 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,40703,1733412247627 2024-12-05T15:24:09,289 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e 2024-12-05T15:24:09,289 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34555 2024-12-05T15:24:09,289 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:24:09,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599/rs 2024-12-05T15:24:09,295 DEBUG [RS:0;5a29627a94df:40703 {}] zookeeper.ZKUtil(111): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on existing znode=/01887742599/rs/5a29627a94df,40703,1733412247627 2024-12-05T15:24:09,295 WARN [RS:0;5a29627a94df:40703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:09,295 INFO [RS:0;5a29627a94df:40703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:09,295 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627 2024-12-05T15:24:09,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,40703,1733412247627] 2024-12-05T15:24:09,299 INFO [RS:0;5a29627a94df:40703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:24:09,300 INFO [RS:0;5a29627a94df:40703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:24:09,301 INFO [RS:0;5a29627a94df:40703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:24:09,301 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,302 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:24:09,303 INFO [RS:0;5a29627a94df:40703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:24:09,303 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,303 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,304 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,304 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,304 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:09,304 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:09,304 DEBUG [RS:0;5a29627a94df:40703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:09,305 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,305 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,305 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,305 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,305 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,305 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40703,1733412247627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:09,316 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:24:09,316 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,40703,1733412247627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,317 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,317 INFO [RS:0;5a29627a94df:40703 {}] regionserver.Replication(171): 5a29627a94df,40703,1733412247627 started 2024-12-05T15:24:09,328 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:09,328 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,40703,1733412247627, RpcServer on 5a29627a94df/172.17.0.3:40703, sessionid=0x101a74597520001 2024-12-05T15:24:09,328 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:24:09,328 DEBUG [RS:0;5a29627a94df:40703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,40703,1733412247627 2024-12-05T15:24:09,328 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,40703,1733412247627' 2024-12-05T15:24:09,328 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01887742599/flush-table-proc/abort' 2024-12-05T15:24:09,329 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01887742599/flush-table-proc/acquired' 2024-12-05T15:24:09,329 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:24:09,329 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:24:09,329 DEBUG [RS:0;5a29627a94df:40703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,40703,1733412247627 2024-12-05T15:24:09,329 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,40703,1733412247627' 2024-12-05T15:24:09,329 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01887742599/online-snapshot/abort' 2024-12-05T15:24:09,330 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01887742599/online-snapshot/acquired' 2024-12-05T15:24:09,330 DEBUG [RS:0;5a29627a94df:40703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:24:09,330 INFO [RS:0;5a29627a94df:40703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:24:09,330 INFO [RS:0;5a29627a94df:40703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:24:09,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:09,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:09,375 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:09,430 INFO [RS:0;5a29627a94df:40703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:09,431 INFO [RS:0;5a29627a94df:40703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C40703%2C1733412247627, suffix=, logDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627, archiveDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/oldWALs, maxLogs=10 2024-12-05T15:24:09,442 DEBUG [RS:0;5a29627a94df:40703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, exclude list is [], retry=0 2024-12-05T15:24:09,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42417,DS-7d1baa51-3f93-40be-8d93-ff8586a2aac3,DISK] 2024-12-05T15:24:09,445 INFO [RS:0;5a29627a94df:40703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 2024-12-05T15:24:09,445 DEBUG [RS:0;5a29627a94df:40703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-05T15:24:09,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:24:09,613 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e 2024-12-05T15:24:09,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:24:10,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:10,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:10,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:10,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:10,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:10,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:10,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:10,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:10,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:10,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:10,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740 2024-12-05T15:24:10,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740 2024-12-05T15:24:10,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:10,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:10,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:10,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:10,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:10,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64175666, jitterRate=-0.04370805621147156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412250020Initializing all the Stores at 1733412250021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412250021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412250021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412250021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412250021Cleaning up temporary data from old regions at 1733412250027 (+6 ms)Region opened successfully at 1733412250030 (+3 ms) 2024-12-05T15:24:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:10,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:10,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412250030Disabling compacts and flushes for region at 1733412250030Disabling writes for close at 1733412250030Writing region close event to WAL at 1733412250030Closed at 1733412250030 2024-12-05T15:24:10,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:10,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:24:10,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:24:10,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:10,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:24:10,183 DEBUG [5a29627a94df:42239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:24:10,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,40703,1733412247627 2024-12-05T15:24:10,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,40703,1733412247627, state=OPENING 2024-12-05T15:24:10,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:24:10,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:10,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:10,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01887742599/meta-region-server: CHANGED 2024-12-05T15:24:10,220 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:10,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01887742599/meta-region-server: CHANGED 2024-12-05T15:24:10,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,40703,1733412247627}] 2024-12-05T15:24:10,372 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:10,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:24:10,376 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:24:10,376 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:10,376 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:24:10,378 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C40703%2C1733412247627.meta, suffix=.meta, logDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627, archiveDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/oldWALs, maxLogs=10 2024-12-05T15:24:10,389 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.meta.1733412250378.meta, exclude list is [], retry=0 2024-12-05T15:24:10,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42417,DS-7d1baa51-3f93-40be-8d93-ff8586a2aac3,DISK] 2024-12-05T15:24:10,394 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.meta.1733412250378.meta 2024-12-05T15:24:10,394 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-05T15:24:10,394 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:10,395 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:10,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:10,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:24:10,395 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:24:10,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:24:10,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:10,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:24:10,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:24:10,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:10,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:10,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:10,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:10,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:10,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:10,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:10,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:10,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:10,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:10,400 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:10,400 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740 2024-12-05T15:24:10,401 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740 2024-12-05T15:24:10,401 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:10,402 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:10,402 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:10,402 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:10,403 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64359458, jitterRate=-0.04096934199333191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:10,403 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:24:10,403 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412250395Writing region info on filesystem at 1733412250395Initializing all the Stores at 1733412250396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412250396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412250396Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412250396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412250396Cleaning up temporary data from old regions at 1733412250402 (+6 ms)Running coprocessor post-open hooks at 1733412250403 (+1 ms)Region opened successfully at 1733412250403 2024-12-05T15:24:10,404 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412250372 2024-12-05T15:24:10,405 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:24:10,406 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:24:10,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,40703,1733412247627 2024-12-05T15:24:10,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,40703,1733412247627, state=OPEN 2024-12-05T15:24:10,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01887742599/meta-region-server 2024-12-05T15:24:10,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01887742599/meta-region-server 2024-12-05T15:24:10,433 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,40703,1733412247627 2024-12-05T15:24:10,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01887742599/meta-region-server: CHANGED 2024-12-05T15:24:10,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01887742599/meta-region-server: CHANGED 2024-12-05T15:24:10,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:24:10,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,40703,1733412247627 in 213 msec 2024-12-05T15:24:10,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:24:10,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-05T15:24:10,437 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:10,437 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:24:10,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:10,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,40703,1733412247627, seqNum=-1] 2024-12-05T15:24:10,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:10,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:10,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-12-05T15:24:10,443 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412250443, completionTime=-1 2024-12-05T15:24:10,443 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:24:10,443 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412310445 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412370445 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42239,1733412247483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42239,1733412247483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42239,1733412247483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:42239, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,445 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,447 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.762sec 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42239,1733412247483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:10,448 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42239,1733412247483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:24:10,450 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:24:10,450 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:24:10,450 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42239,1733412247483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:10,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41195a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:10,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,42239,-1 for getting cluster id 2024-12-05T15:24:10,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:10,454 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6f88b16-ab97-47f5-a7b5-89ab294c59e9' 2024-12-05T15:24:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6f88b16-ab97-47f5-a7b5-89ab294c59e9" 2024-12-05T15:24:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d18c5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,42239,-1] 2024-12-05T15:24:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:10,456 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:10,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:10,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,40703,1733412247627, seqNum=-1] 2024-12-05T15:24:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:10,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,42239,1733412247483 2024-12-05T15:24:10,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-05T15:24:10,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:10,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a74597520002 connected 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir so I do NOT create it in target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f 2024-12-05T15:24:10,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.tmp.dir so I do NOT create it in target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f 2024-12-05T15:24:10,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:24:10,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/cluster_3cc393a2-fa7a-d156-baa3-63892c7b7afc, deleteOnExit=true 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/test.cache.data in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:24:10,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:24:10,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:24:10,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:10,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:10,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:10,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:10,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:24:10,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:10,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e95cfe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:10,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:10,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a00e66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/java.io.tmpdir/jetty-localhost-46491-hadoop-hdfs-3_4_1-tests_jar-_-any-6397840312074367377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:10,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e07a1af{HTTP/1.1, (http/1.1)}{localhost:46491} 2024-12-05T15:24:10,830 INFO [Time-limited test {}] server.Server(415): Started @199782ms 2024-12-05T15:24:11,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:11,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:11,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:11,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:11,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:24:11,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4901da09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:11,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:11,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45eaaaff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/java.io.tmpdir/jetty-localhost-43353-hadoop-hdfs-3_4_1-tests_jar-_-any-736212248268151023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:11,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66020d6b{HTTP/1.1, (http/1.1)}{localhost:43353} 2024-12-05T15:24:11,119 INFO [Time-limited test {}] server.Server(415): Started @200071ms 2024-12-05T15:24:11,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:24:11,579 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/cluster_3cc393a2-fa7a-d156-baa3-63892c7b7afc/data/data2/current/BP-1879556679-172.17.0.3-1733412250500/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:11,579 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/cluster_3cc393a2-fa7a-d156-baa3-63892c7b7afc/data/data1/current/BP-1879556679-172.17.0.3-1733412250500/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:11,593 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:24:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd984b57a52e856ae with lease ID 0x39da225ae242296f: Processing first storage report for DS-c054d3c4-5b14-4479-aa0c-ddd17838bb97 from datanode DatanodeRegistration(127.0.0.1:34865, datanodeUuid=07858974-0665-4706-9c1d-b56f27d26915, infoPort=37983, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=1884674813;c=1733412250500) 2024-12-05T15:24:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd984b57a52e856ae with lease ID 0x39da225ae242296f: from storage DS-c054d3c4-5b14-4479-aa0c-ddd17838bb97 node DatanodeRegistration(127.0.0.1:34865, datanodeUuid=07858974-0665-4706-9c1d-b56f27d26915, infoPort=37983, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=1884674813;c=1733412250500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd984b57a52e856ae with lease ID 0x39da225ae242296f: Processing first storage report for DS-1751d58b-12f7-4d5f-a082-e9508e8023c2 from datanode DatanodeRegistration(127.0.0.1:34865, datanodeUuid=07858974-0665-4706-9c1d-b56f27d26915, infoPort=37983, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=1884674813;c=1733412250500) 2024-12-05T15:24:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd984b57a52e856ae with lease ID 0x39da225ae242296f: from storage DS-1751d58b-12f7-4d5f-a082-e9508e8023c2 node DatanodeRegistration(127.0.0.1:34865, datanodeUuid=07858974-0665-4706-9c1d-b56f27d26915, infoPort=37983, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=1884674813;c=1733412250500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:11,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f 2024-12-05T15:24:11,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:11,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:24:12,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79 with version=8 2024-12-05T15:24:12,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/hbase-staging 2024-12-05T15:24:12,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:24:12,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:12,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35017 2024-12-05T15:24:12,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35017 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-05T15:24:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350170x0, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:12,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35017-0x101a74597520003 connected 2024-12-05T15:24:12,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:12,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:12,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/running 2024-12-05T15:24:12,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79, hbase.cluster.distributed=false 2024-12-05T15:24:12,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/acl 2024-12-05T15:24:12,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35017 2024-12-05T15:24:12,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35017 2024-12-05T15:24:12,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35017 2024-12-05T15:24:12,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35017 2024-12-05T15:24:12,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35017 2024-12-05T15:24:12,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:12,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32841 2024-12-05T15:24:12,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32841 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-05T15:24:12,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:12,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:12,178 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328410x0, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:12,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32841-0x101a74597520004 connected 2024-12-05T15:24:12,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/running 2024-12-05T15:24:12,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:24:12,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:24:12,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/master 2024-12-05T15:24:12,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/acl 2024-12-05T15:24:12,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32841 2024-12-05T15:24:12,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32841 2024-12-05T15:24:12,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32841 2024-12-05T15:24:12,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32841 2024-12-05T15:24:12,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32841 2024-12-05T15:24:12,191 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:35017 2024-12-05T15:24:12,192 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11042077861/backup-masters/5a29627a94df,35017,1733412252051 2024-12-05T15:24:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861/backup-masters 2024-12-05T15:24:12,201 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861/backup-masters 2024-12-05T15:24:12,201 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on existing znode=/11042077861/backup-masters/5a29627a94df,35017,1733412252051 2024-12-05T15:24:12,209 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11042077861/master 2024-12-05T15:24:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:12,209 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:12,209 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on existing znode=/11042077861/master 2024-12-05T15:24:12,209 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11042077861/backup-masters/5a29627a94df,35017,1733412252051 from backup master directory 2024-12-05T15:24:12,217 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861/backup-masters 2024-12-05T15:24:12,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11042077861/backup-masters/5a29627a94df,35017,1733412252051 2024-12-05T15:24:12,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861/backup-masters 2024-12-05T15:24:12,217 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:12,217 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,35017,1733412252051 2024-12-05T15:24:12,220 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/hbase.id] with ID: 3fc178d6-8579-49cf-be13-b1b6db4ddf33 2024-12-05T15:24:12,220 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/.tmp/hbase.id 2024-12-05T15:24:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:24:12,625 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/.tmp/hbase.id]:[hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/hbase.id] 2024-12-05T15:24:12,633 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:12,633 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:24:12,633 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:24:12,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:12,661 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:24:13,066 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:13,066 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:24:13,067 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:24:13,472 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store 2024-12-05T15:24:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:24:13,877 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:13,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:13,878 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:13,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:13,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:13,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:13,878 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:13,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412253878Disabling compacts and flushes for region at 1733412253878Disabling writes for close at 1733412253878Writing region close event to WAL at 1733412253878Closed at 1733412253878 2024-12-05T15:24:13,878 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/.initializing 2024-12-05T15:24:13,878 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/WALs/5a29627a94df,35017,1733412252051 2024-12-05T15:24:13,879 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:13,880 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C35017%2C1733412252051, suffix=, logDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/WALs/5a29627a94df,35017,1733412252051, archiveDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/oldWALs, maxLogs=10 2024-12-05T15:24:13,891 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/WALs/5a29627a94df,35017,1733412252051/5a29627a94df%2C35017%2C1733412252051.1733412253881, exclude list is [], retry=0 2024-12-05T15:24:13,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34865,DS-c054d3c4-5b14-4479-aa0c-ddd17838bb97,DISK] 2024-12-05T15:24:13,895 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/WALs/5a29627a94df,35017,1733412252051/5a29627a94df%2C35017%2C1733412252051.1733412253881 2024-12-05T15:24:13,895 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37983:37983)] 2024-12-05T15:24:13,895 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:13,895 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:13,895 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,895 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:24:13,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:13,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:13,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:24:13,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:13,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:13,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:24:13,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:13,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:13,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:24:13,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:13,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:13,902 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,902 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,902 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,903 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,903 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,903 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:13,904 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:13,905 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:13,905 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63850169, jitterRate=-0.04855833947658539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:13,905 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412253895Initializing all the Stores at 1733412253896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412253896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412253896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412253896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412253896Cleaning up temporary data from old regions at 1733412253903 (+7 ms)Region opened successfully at 1733412253905 (+2 ms) 2024-12-05T15:24:13,905 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:24:13,907 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792d1178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:24:13,908 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:24:13,910 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:24:13,910 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Unable to get data of znode /11042077861/balancer because node does not exist (not necessarily an error) 2024-12-05T15:24:14,017 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11042077861/balancer already deleted, retry=false 2024-12-05T15:24:14,018 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:24:14,018 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Unable to get data of znode /11042077861/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:24:14,028 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11042077861/normalizer already deleted, retry=false 2024-12-05T15:24:14,028 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:24:14,029 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Unable to get data of znode /11042077861/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:24:14,036 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11042077861/switch/split already deleted, retry=false 2024-12-05T15:24:14,037 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Unable to get data of znode /11042077861/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:24:14,044 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11042077861/switch/merge already deleted, retry=false 2024-12-05T15:24:14,046 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Unable to get data of znode /11042077861/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:24:14,052 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11042077861/snapshot-cleanup already deleted, retry=false 2024-12-05T15:24:14,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11042077861/running 2024-12-05T15:24:14,061 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11042077861/running 2024-12-05T15:24:14,061 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:14,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:14,061 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,35017,1733412252051, sessionid=0x101a74597520003, setting cluster-up flag (Was=false) 2024-12-05T15:24:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:14,078 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:14,103 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11042077861/flush-table-proc/acquired, /11042077861/flush-table-proc/reached, /11042077861/flush-table-proc/abort 2024-12-05T15:24:14,104 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,35017,1733412252051 2024-12-05T15:24:14,119 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:14,144 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11042077861/online-snapshot/acquired, /11042077861/online-snapshot/reached, /11042077861/online-snapshot/abort 2024-12-05T15:24:14,145 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,35017,1733412252051 2024-12-05T15:24:14,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:24:14,148 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:14,148 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:24:14,148 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:24:14,148 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,35017,1733412252051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:14,150 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:14,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:24:14,152 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:14,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412284162 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:24:14,162 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:24:14,166 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:24:14,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:24:14,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:24:14,167 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:24:14,168 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:24:14,168 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:24:14,169 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412254168,5,FailOnTimeoutGroup] 2024-12-05T15:24:14,170 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412254169,5,FailOnTimeoutGroup] 2024-12-05T15:24:14,170 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,170 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:24:14,170 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,170 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:24:14,185 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(746): ClusterId : 3fc178d6-8579-49cf-be13-b1b6db4ddf33 2024-12-05T15:24:14,185 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:24:14,195 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:24:14,195 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:24:14,203 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:24:14,204 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507f3191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:14,219 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:32841 2024-12-05T15:24:14,219 INFO [RS:0;5a29627a94df:32841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:24:14,219 INFO [RS:0;5a29627a94df:32841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:24:14,219 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:24:14,220 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,35017,1733412252051 with port=32841, startcode=1733412252162 2024-12-05T15:24:14,220 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:24:14,221 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:24:14,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,32841,1733412252162 2024-12-05T15:24:14,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35017 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,32841,1733412252162 2024-12-05T15:24:14,223 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79 2024-12-05T15:24:14,223 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34507 2024-12-05T15:24:14,223 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:24:14,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861/rs 2024-12-05T15:24:14,258 DEBUG [RS:0;5a29627a94df:32841 {}] zookeeper.ZKUtil(111): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on existing znode=/11042077861/rs/5a29627a94df,32841,1733412252162 2024-12-05T15:24:14,258 WARN [RS:0;5a29627a94df:32841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:14,258 INFO [RS:0;5a29627a94df:32841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:14,258 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162 2024-12-05T15:24:14,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,32841,1733412252162] 2024-12-05T15:24:14,261 INFO [RS:0;5a29627a94df:32841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:24:14,262 INFO [RS:0;5a29627a94df:32841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:24:14,262 INFO [RS:0;5a29627a94df:32841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:24:14,262 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,266 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:24:14,267 INFO [RS:0;5a29627a94df:32841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:24:14,267 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,267 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:14,268 DEBUG [RS:0;5a29627a94df:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:14,271 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,271 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,271 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,271 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,271 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,271 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,32841,1733412252162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:14,282 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:24:14,282 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,32841,1733412252162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,283 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,283 INFO [RS:0;5a29627a94df:32841 {}] regionserver.Replication(171): 5a29627a94df,32841,1733412252162 started 2024-12-05T15:24:14,293 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:14,293 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,32841,1733412252162, RpcServer on 5a29627a94df/172.17.0.3:32841, sessionid=0x101a74597520004 2024-12-05T15:24:14,293 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:24:14,293 DEBUG [RS:0;5a29627a94df:32841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,32841,1733412252162 2024-12-05T15:24:14,293 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,32841,1733412252162' 2024-12-05T15:24:14,293 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11042077861/flush-table-proc/abort' 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11042077861/flush-table-proc/acquired' 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,32841,1733412252162 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,32841,1733412252162' 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11042077861/online-snapshot/abort' 2024-12-05T15:24:14,294 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11042077861/online-snapshot/acquired' 2024-12-05T15:24:14,295 DEBUG [RS:0;5a29627a94df:32841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:24:14,295 INFO [RS:0;5a29627a94df:32841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:24:14,295 INFO [RS:0;5a29627a94df:32841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:24:14,395 INFO [RS:0;5a29627a94df:32841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:14,396 INFO [RS:0;5a29627a94df:32841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C32841%2C1733412252162, suffix=, logDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162, archiveDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/oldWALs, maxLogs=10 2024-12-05T15:24:14,408 DEBUG [RS:0;5a29627a94df:32841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, exclude list is [], retry=0 2024-12-05T15:24:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34865,DS-c054d3c4-5b14-4479-aa0c-ddd17838bb97,DISK] 2024-12-05T15:24:14,412 INFO [RS:0;5a29627a94df:32841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 2024-12-05T15:24:14,412 DEBUG [RS:0;5a29627a94df:32841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37983:37983)] 2024-12-05T15:24:14,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:24:14,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79 2024-12-05T15:24:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:24:14,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:14,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:14,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:14,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:14,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:14,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:14,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:14,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:14,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:14,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:14,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:14,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:14,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:14,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:14,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:14,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:14,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:14,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:14,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740 2024-12-05T15:24:14,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740 2024-12-05T15:24:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:14,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:14,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:14,990 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:14,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70518497, jitterRate=0.050807490944862366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412254980Initializing all the Stores at 1733412254980Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412254980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412254981 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412254981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412254981Cleaning up temporary data from old regions at 1733412254988 (+7 ms)Region opened successfully at 1733412254991 (+3 ms) 2024-12-05T15:24:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:14,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:14,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412254991Disabling compacts and flushes for region at 1733412254991Disabling writes for close at 1733412254991Writing region close event to WAL at 1733412254991Closed at 1733412254991 2024-12-05T15:24:14,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:14,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:24:14,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:24:14,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:14,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:24:15,144 DEBUG [5a29627a94df:35017 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:24:15,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,32841,1733412252162 2024-12-05T15:24:15,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,32841,1733412252162, state=OPENING 2024-12-05T15:24:15,203 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:24:15,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:15,211 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:15,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11042077861/meta-region-server: CHANGED 2024-12-05T15:24:15,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11042077861/meta-region-server: CHANGED 2024-12-05T15:24:15,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:15,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,32841,1733412252162}] 2024-12-05T15:24:15,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:24:15,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:15,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:24:15,367 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:24:15,367 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:15,368 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:24:15,369 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C32841%2C1733412252162.meta, suffix=.meta, logDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162, archiveDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/oldWALs, maxLogs=10 2024-12-05T15:24:15,383 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.meta.1733412255369.meta, exclude list is [], retry=0 2024-12-05T15:24:15,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34865,DS-c054d3c4-5b14-4479-aa0c-ddd17838bb97,DISK] 2024-12-05T15:24:15,387 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.meta.1733412255369.meta 2024-12-05T15:24:15,387 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37983:37983)] 2024-12-05T15:24:15,387 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:15,388 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:15,388 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:15,388 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:24:15,388 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:24:15,388 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:24:15,388 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:15,388 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:24:15,388 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:24:15,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:15,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:15,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:15,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:15,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:15,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:15,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:15,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:15,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:15,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:15,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:15,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:15,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:15,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:15,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:15,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:15,394 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:15,394 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740 2024-12-05T15:24:15,395 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740 2024-12-05T15:24:15,396 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:15,396 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:15,396 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:15,397 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:15,398 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73574427, jitterRate=0.09634439647197723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:15,398 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:24:15,398 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412255388Writing region info on filesystem at 1733412255388Initializing all the Stores at 1733412255389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412255389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412255390 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412255390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412255390Cleaning up temporary data from old regions at 1733412255396 (+6 ms)Running coprocessor post-open hooks at 1733412255398 (+2 ms)Region opened successfully at 1733412255398 2024-12-05T15:24:15,398 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412255363 2024-12-05T15:24:15,400 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:24:15,400 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:24:15,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,32841,1733412252162 2024-12-05T15:24:15,401 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,32841,1733412252162, state=OPEN 2024-12-05T15:24:15,411 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11042077861/meta-region-server 2024-12-05T15:24:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11042077861/meta-region-server 2024-12-05T15:24:15,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,32841,1733412252162 2024-12-05T15:24:15,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11042077861/meta-region-server: CHANGED 2024-12-05T15:24:15,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11042077861/meta-region-server: CHANGED 2024-12-05T15:24:15,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:24:15,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,32841,1733412252162 in 200 msec 2024-12-05T15:24:15,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:24:15,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-05T15:24:15,415 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:15,415 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:24:15,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:15,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,32841,1733412252162, seqNum=-1] 2024-12-05T15:24:15,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:15,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:15,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-12-05T15:24:15,421 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412255421, completionTime=-1 2024-12-05T15:24:15,421 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:24:15,421 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:24:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:24:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412315423 2024-12-05T15:24:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412375423 2024-12-05T15:24:15,423 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:24:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35017,1733412252051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35017,1733412252051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35017,1733412252051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:35017, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,426 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:24:15,427 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.210sec 2024-12-05T15:24:15,427 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:24:15,427 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:24:15,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:24:15,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:24:15,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:24:15,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35017,1733412252051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:15,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35017,1733412252051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:24:15,429 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:24:15,429 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:24:15,430 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35017,1733412252051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:15,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697798b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:15,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35017,-1 for getting cluster id 2024-12-05T15:24:15,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:15,488 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc178d6-8579-49cf-be13-b1b6db4ddf33' 2024-12-05T15:24:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc178d6-8579-49cf-be13-b1b6db4ddf33" 2024-12-05T15:24:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503d53e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35017,-1] 2024-12-05T15:24:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:15,490 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:15,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7cf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:15,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,32841,1733412252162, seqNum=-1] 2024-12-05T15:24:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:15,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:15,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,35017,1733412252051 2024-12-05T15:24:15,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-05T15:24:15,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:15,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a74597520005 connected 2024-12-05T15:24:15,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,42239,1733412247483 2024-12-05T15:24:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b9d684 2024-12-05T15:24:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:15,514 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:15,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:24:15,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:15,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:15,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:24:15,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:24:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:15,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:15,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:15,925 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80758752d6daddc9e86ae195e6a59ddd, NAME => 'test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e 2024-12-05T15:24:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:24:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:16,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:16,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80758752d6daddc9e86ae195e6a59ddd, disabling compactions & flushes 2024-12-05T15:24:16,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. after waiting 0 ms 2024-12-05T15:24:16,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80758752d6daddc9e86ae195e6a59ddd: Waiting for close lock at 1733412256335Disabling compacts and flushes for region at 1733412256335Disabling writes for close at 1733412256335Writing region close event to WAL at 1733412256335Closed at 1733412256335 2024-12-05T15:24:16,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:16,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412256336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412256336"}]},"ts":"1733412256336"} 2024-12-05T15:24:16,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:16,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:16,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412256339"}]},"ts":"1733412256339"} 2024-12-05T15:24:16,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:24:16,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80758752d6daddc9e86ae195e6a59ddd, ASSIGN}] 2024-12-05T15:24:16,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80758752d6daddc9e86ae195e6a59ddd, ASSIGN 2024-12-05T15:24:16,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80758752d6daddc9e86ae195e6a59ddd, ASSIGN; state=OFFLINE, location=5a29627a94df,40703,1733412247627; forceNewPlan=false, retain=false 2024-12-05T15:24:16,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80758752d6daddc9e86ae195e6a59ddd, regionState=OPENING, regionLocation=5a29627a94df,40703,1733412247627 2024-12-05T15:24:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80758752d6daddc9e86ae195e6a59ddd, ASSIGN because future has completed 2024-12-05T15:24:16,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80758752d6daddc9e86ae195e6a59ddd, server=5a29627a94df,40703,1733412247627}] 2024-12-05T15:24:16,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:24:16,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T15:24:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:24:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T15:24:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:24:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:16,651 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,651 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80758752d6daddc9e86ae195e6a59ddd, NAME => 'test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:16,651 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:16,651 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:24:16,651 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,651 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:16,651 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,651 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,652 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,653 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80758752d6daddc9e86ae195e6a59ddd columnFamilyName f 2024-12-05T15:24:16,653 DEBUG [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:16,654 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] regionserver.HStore(327): Store=80758752d6daddc9e86ae195e6a59ddd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:16,654 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:16,655 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80758752d6daddc9e86ae195e6a59ddd columnFamilyName f1 2024-12-05T15:24:16,655 DEBUG [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:16,655 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] regionserver.HStore(327): Store=80758752d6daddc9e86ae195e6a59ddd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:16,655 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,656 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80758752d6daddc9e86ae195e6a59ddd columnFamilyName norep 2024-12-05T15:24:16,656 DEBUG [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:16,656 INFO [StoreOpener-80758752d6daddc9e86ae195e6a59ddd-1 {}] regionserver.HStore(327): Store=80758752d6daddc9e86ae195e6a59ddd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:16,656 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,657 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,657 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,658 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,658 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,658 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:16,659 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,660 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:16,661 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80758752d6daddc9e86ae195e6a59ddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65640688, jitterRate=-0.021877527236938477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:16,661 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:16,661 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80758752d6daddc9e86ae195e6a59ddd: Running coprocessor pre-open hook at 1733412256651Writing region info on filesystem at 1733412256651Initializing all the Stores at 1733412256652 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412256652Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412256652Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412256652Cleaning up temporary data from old regions at 1733412256658 (+6 ms)Running coprocessor post-open hooks at 1733412256661 (+3 ms)Region opened successfully at 1733412256661 2024-12-05T15:24:16,662 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd., pid=6, masterSystemTime=1733412256647 2024-12-05T15:24:16,664 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,664 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:16,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80758752d6daddc9e86ae195e6a59ddd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,40703,1733412247627 2024-12-05T15:24:16,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80758752d6daddc9e86ae195e6a59ddd, server=5a29627a94df,40703,1733412247627 because future has completed 2024-12-05T15:24:16,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:24:16,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80758752d6daddc9e86ae195e6a59ddd, server=5a29627a94df,40703,1733412247627 in 172 msec 2024-12-05T15:24:16,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:24:16,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80758752d6daddc9e86ae195e6a59ddd, ASSIGN in 327 msec 2024-12-05T15:24:16,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:16,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412256670"}]},"ts":"1733412256670"} 2024-12-05T15:24:16,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:24:16,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:16,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-05T15:24:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:17,664 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:24:17,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35017,1733412252051 2024-12-05T15:24:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c4dc4b 2024-12-05T15:24:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:17,666 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:17,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:24:17,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:17,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:17,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:24:17,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:24:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:18,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 311aaf84f3972a79d327fc2b3a5cef2e, NAME => 'test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79 2024-12-05T15:24:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:24:18,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:18,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 311aaf84f3972a79d327fc2b3a5cef2e, disabling compactions & flushes 2024-12-05T15:24:18,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. after waiting 0 ms 2024-12-05T15:24:18,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 311aaf84f3972a79d327fc2b3a5cef2e: Waiting for close lock at 1733412258080Disabling compacts and flushes for region at 1733412258080Disabling writes for close at 1733412258080Writing region close event to WAL at 1733412258080Closed at 1733412258080 2024-12-05T15:24:18,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:18,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412258081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412258081"}]},"ts":"1733412258081"} 2024-12-05T15:24:18,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:18,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:18,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412258083"}]},"ts":"1733412258083"} 2024-12-05T15:24:18,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:24:18,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=311aaf84f3972a79d327fc2b3a5cef2e, ASSIGN}] 2024-12-05T15:24:18,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=311aaf84f3972a79d327fc2b3a5cef2e, ASSIGN 2024-12-05T15:24:18,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=311aaf84f3972a79d327fc2b3a5cef2e, ASSIGN; state=OFFLINE, location=5a29627a94df,32841,1733412252162; forceNewPlan=false, retain=false 2024-12-05T15:24:18,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=311aaf84f3972a79d327fc2b3a5cef2e, regionState=OPENING, regionLocation=5a29627a94df,32841,1733412252162 2024-12-05T15:24:18,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=311aaf84f3972a79d327fc2b3a5cef2e, ASSIGN because future has completed 2024-12-05T15:24:18,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311aaf84f3972a79d327fc2b3a5cef2e, server=5a29627a94df,32841,1733412252162}] 2024-12-05T15:24:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:18,396 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,396 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 311aaf84f3972a79d327fc2b3a5cef2e, NAME => 'test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:18,396 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:18,396 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:24:18,397 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,397 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:18,397 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,397 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,398 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,399 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311aaf84f3972a79d327fc2b3a5cef2e columnFamilyName f 2024-12-05T15:24:18,399 DEBUG [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:18,399 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] regionserver.HStore(327): Store=311aaf84f3972a79d327fc2b3a5cef2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:18,400 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,401 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311aaf84f3972a79d327fc2b3a5cef2e columnFamilyName f1 2024-12-05T15:24:18,401 DEBUG [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:18,401 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] regionserver.HStore(327): Store=311aaf84f3972a79d327fc2b3a5cef2e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:18,401 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,402 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311aaf84f3972a79d327fc2b3a5cef2e columnFamilyName norep 2024-12-05T15:24:18,402 DEBUG [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:18,402 INFO [StoreOpener-311aaf84f3972a79d327fc2b3a5cef2e-1 {}] regionserver.HStore(327): Store=311aaf84f3972a79d327fc2b3a5cef2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:18,402 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,403 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,403 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,404 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,404 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,404 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:18,405 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,406 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:18,407 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 311aaf84f3972a79d327fc2b3a5cef2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72419737, jitterRate=0.07913817465305328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:18,407 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:18,407 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 311aaf84f3972a79d327fc2b3a5cef2e: Running coprocessor pre-open hook at 1733412258397Writing region info on filesystem at 1733412258397Initializing all the Stores at 1733412258398 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412258398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412258398Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412258398Cleaning up temporary data from old regions at 1733412258404 (+6 ms)Running coprocessor post-open hooks at 1733412258407 (+3 ms)Region opened successfully at 1733412258407 2024-12-05T15:24:18,408 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e., pid=6, masterSystemTime=1733412258392 2024-12-05T15:24:18,409 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,409 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:18,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=311aaf84f3972a79d327fc2b3a5cef2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,32841,1733412252162 2024-12-05T15:24:18,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311aaf84f3972a79d327fc2b3a5cef2e, server=5a29627a94df,32841,1733412252162 because future has completed 2024-12-05T15:24:18,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:24:18,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 311aaf84f3972a79d327fc2b3a5cef2e, server=5a29627a94df,32841,1733412252162 in 172 msec 2024-12-05T15:24:18,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:24:18,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=311aaf84f3972a79d327fc2b3a5cef2e, ASSIGN in 328 msec 2024-12-05T15:24:18,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:18,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412258416"}]},"ts":"1733412258416"} 2024-12-05T15:24:18,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:24:18,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:18,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-12-05T15:24:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:18,805 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:24:18,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,42239,-1 for getting cluster id 2024-12-05T15:24:18,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:18,806 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6f88b16-ab97-47f5-a7b5-89ab294c59e9' 2024-12-05T15:24:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6f88b16-ab97-47f5-a7b5-89ab294c59e9" 2024-12-05T15:24:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98d2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,42239,-1] 2024-12-05T15:24:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:18,808 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795de41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35017,-1 for getting cluster id 2024-12-05T15:24:18,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:18,809 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc178d6-8579-49cf-be13-b1b6db4ddf33' 2024-12-05T15:24:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc178d6-8579-49cf-be13-b1b6db4ddf33" 2024-12-05T15:24:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c49a3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35017,-1] 2024-12-05T15:24:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:18,810 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dfc43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,42239,-1 for getting cluster id 2024-12-05T15:24:18,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:18,812 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6f88b16-ab97-47f5-a7b5-89ab294c59e9' 2024-12-05T15:24:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6f88b16-ab97-47f5-a7b5-89ab294c59e9" 2024-12-05T15:24:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a179cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,42239,-1] 2024-12-05T15:24:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:18,813 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f269053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,42239,1733412247483 2024-12-05T15:24:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f4f54a 2024-12-05T15:24:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:18,815 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:18,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:35017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:24:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:24:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:18,817 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35017' 2024-12-05T15:24:18,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f834003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,818 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35017,-1 for getting cluster id 2024-12-05T15:24:18,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:18,818 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc178d6-8579-49cf-be13-b1b6db4ddf33' 2024-12-05T15:24:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc178d6-8579-49cf-be13-b1b6db4ddf33" 2024-12-05T15:24:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6166fbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35017,-1] 2024-12-05T15:24:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:18,820 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:18,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b67d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:18,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35017,1733412252051 2024-12-05T15:24:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bae9f2c 2024-12-05T15:24:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:18,821 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:18,822 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:24:18,822 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:24:18,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:18,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:18,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:18,822 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:18,823 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:24:18,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:18,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:18,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:24:18,873 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:24:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:19,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fb542d5aed298292fa7932853b960de, NAME => 'hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e 2024-12-05T15:24:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:24:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9fb542d5aed298292fa7932853b960de, disabling compactions & flushes 2024-12-05T15:24:19,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. after waiting 0 ms 2024-12-05T15:24:19,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fb542d5aed298292fa7932853b960de: Waiting for close lock at 1733412259235Disabling compacts and flushes for region at 1733412259235Disabling writes for close at 1733412259235Writing region close event to WAL at 1733412259235Closed at 1733412259235 2024-12-05T15:24:19,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:19,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412259237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412259237"}]},"ts":"1733412259237"} 2024-12-05T15:24:19,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:19,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:19,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412259240"}]},"ts":"1733412259240"} 2024-12-05T15:24:19,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:24:19,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb542d5aed298292fa7932853b960de, ASSIGN}] 2024-12-05T15:24:19,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb542d5aed298292fa7932853b960de, ASSIGN 2024-12-05T15:24:19,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fb542d5aed298292fa7932853b960de, ASSIGN; state=OFFLINE, location=5a29627a94df,40703,1733412247627; forceNewPlan=false, retain=false 2024-12-05T15:24:19,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fb542d5aed298292fa7932853b960de, regionState=OPENING, regionLocation=5a29627a94df,40703,1733412247627 2024-12-05T15:24:19,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fb542d5aed298292fa7932853b960de, ASSIGN because future has completed 2024-12-05T15:24:19,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb542d5aed298292fa7932853b960de, server=5a29627a94df,40703,1733412247627}] 2024-12-05T15:24:19,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:19,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:19,434 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:19,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:19,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:24:19,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C40703%2C1733412247627.rep, suffix=, logDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627, archiveDir=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/oldWALs, maxLogs=10 2024-12-05T15:24:19,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.rep.1733412259552, exclude list is [], retry=0 2024-12-05T15:24:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42417,DS-7d1baa51-3f93-40be-8d93-ff8586a2aac3,DISK] 2024-12-05T15:24:19,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.rep.1733412259552 2024-12-05T15:24:19,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-05T15:24:19,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fb542d5aed298292fa7932853b960de, NAME => 'hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:19,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. service=MultiRowMutationService 2024-12-05T15:24:19,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:24:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,567 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,568 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb542d5aed298292fa7932853b960de columnFamilyName hfileref 2024-12-05T15:24:19,568 DEBUG [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:19,568 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] regionserver.HStore(327): Store=9fb542d5aed298292fa7932853b960de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:19,568 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,569 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb542d5aed298292fa7932853b960de columnFamilyName queue 2024-12-05T15:24:19,569 DEBUG [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:19,569 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] regionserver.HStore(327): Store=9fb542d5aed298292fa7932853b960de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:19,569 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,570 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb542d5aed298292fa7932853b960de columnFamilyName sid 2024-12-05T15:24:19,570 DEBUG [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:19,570 INFO [StoreOpener-9fb542d5aed298292fa7932853b960de-1 {}] regionserver.HStore(327): Store=9fb542d5aed298292fa7932853b960de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:19,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/replication/9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/replication/9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:19,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/replication/9fb542d5aed298292fa7932853b960de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:19,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9fb542d5aed298292fa7932853b960de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73234384, jitterRate=0.0912773609161377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:19,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:19,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9fb542d5aed298292fa7932853b960de: Running coprocessor pre-open hook at 1733412259566Writing region info on filesystem at 1733412259566Initializing all the Stores at 1733412259567 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412259567Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412259567Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412259567Cleaning up temporary data from old regions at 1733412259572 (+5 ms)Running coprocessor post-open hooks at 1733412259575 (+3 ms)Region opened successfully at 1733412259575 2024-12-05T15:24:19,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., pid=10, masterSystemTime=1733412259547 2024-12-05T15:24:19,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:19,579 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fb542d5aed298292fa7932853b960de, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,40703,1733412247627 2024-12-05T15:24:19,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb542d5aed298292fa7932853b960de, server=5a29627a94df,40703,1733412247627 because future has completed 2024-12-05T15:24:19,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:24:19,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fb542d5aed298292fa7932853b960de, server=5a29627a94df,40703,1733412247627 in 189 msec 2024-12-05T15:24:19,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:24:19,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb542d5aed298292fa7932853b960de, ASSIGN in 345 msec 2024-12-05T15:24:19,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:19,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412259588"}]},"ts":"1733412259588"} 2024-12-05T15:24:19,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:24:19,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:19,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-12-05T15:24:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., hostname=5a29627a94df,40703,1733412247627, seqNum=2] 2024-12-05T15:24:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:19,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:24:19,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:24:19,952 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:24:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:19,981 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,40703,1733412247627, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:24:19,982 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:19,982 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,40703,1733412247627, seqNum=-1] 2024-12-05T15:24:19,982 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:19,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T15:24:19,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,40703,1733412247627', locateType=CURRENT is [region=hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., hostname=5a29627a94df,40703,1733412247627, seqNum=2] 2024-12-05T15:24:19,988 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:24:19,992 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,40703,1733412247627 suceeded 2024-12-05T15:24:19,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:24:19,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T15:24:19,994 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:35017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:24:19,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1790 sec 2024-12-05T15:24:20,005 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35017' 2024-12-05T15:24:20,008 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d4c74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,008 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35017,-1 for getting cluster id 2024-12-05T15:24:20,008 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:20,009 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc178d6-8579-49cf-be13-b1b6db4ddf33' 2024-12-05T15:24:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc178d6-8579-49cf-be13-b1b6db4ddf33" 2024-12-05T15:24:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441c4fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35017,-1] 2024-12-05T15:24:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,010 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:20,010 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4585c430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,011 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:20,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35017,1733412252051 2024-12-05T15:24:20,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90461a2 2024-12-05T15:24:20,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:20,012 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T15:24:20,013 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,40703,1733412247627 (queues=1) is replicating from cluster=f6f88b16-ab97-47f5-a7b5-89ab294c59e9 to cluster=3fc178d6-8579-49cf-be13-b1b6db4ddf33 2024-12-05T15:24:20,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C40703%2C1733412247627 2024-12-05T15:24:20,013 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,40703,1733412247627, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:24:20,013 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C40703%2C1733412247627 2024-12-05T15:24:20,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, startPosition=0, beingWritten=true 2024-12-05T15:24:20,019 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:20,019 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:20,019 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,40703,1733412247627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:20,223 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:20,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:24:20,527 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:20,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:20,931 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:20,974 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:24:20,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:20,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:20,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:20,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35017,-1 for getting cluster id 2024-12-05T15:24:20,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:20,976 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc178d6-8579-49cf-be13-b1b6db4ddf33' 2024-12-05T15:24:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc178d6-8579-49cf-be13-b1b6db4ddf33" 2024-12-05T15:24:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e254bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35017,-1] 2024-12-05T15:24:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,977 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b3f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35017,1733412252051 2024-12-05T15:24:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693f90aa 2024-12-05T15:24:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:20,980 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:20,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:42239,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:24:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:24:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:20,982 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:42239' 2024-12-05T15:24:20,983 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6717d8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,983 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,42239,-1 for getting cluster id 2024-12-05T15:24:20,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:20,984 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6f88b16-ab97-47f5-a7b5-89ab294c59e9' 2024-12-05T15:24:20,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:20,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6f88b16-ab97-47f5-a7b5-89ab294c59e9" 2024-12-05T15:24:20,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681aaa46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,42239,-1] 2024-12-05T15:24:20,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:20,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,985 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:20,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b46eca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:20,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:20,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,42239,1733412247483 2024-12-05T15:24:20,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@796b2075 2024-12-05T15:24:20,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:20,987 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:20,988 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:24:20,988 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:24:20,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:20,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:20,988 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:20,992 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:24:20,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:20,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:20,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:24:21,043 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:24:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:21,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:24:21,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef12d777921b3a9b96fcc35390c9aba1, NAME => 'hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79 2024-12-05T15:24:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:24:21,435 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:21,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:21,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef12d777921b3a9b96fcc35390c9aba1, disabling compactions & flushes 2024-12-05T15:24:21,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:21,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:21,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. after waiting 0 ms 2024-12-05T15:24:21,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:21,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:21,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef12d777921b3a9b96fcc35390c9aba1: Waiting for close lock at 1733412261818Disabling compacts and flushes for region at 1733412261818Disabling writes for close at 1733412261818Writing region close event to WAL at 1733412261818Closed at 1733412261818 2024-12-05T15:24:21,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:21,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412261819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412261819"}]},"ts":"1733412261819"} 2024-12-05T15:24:21,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:21,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:21,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412261822"}]},"ts":"1733412261822"} 2024-12-05T15:24:21,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:24:21,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef12d777921b3a9b96fcc35390c9aba1, ASSIGN}] 2024-12-05T15:24:21,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef12d777921b3a9b96fcc35390c9aba1, ASSIGN 2024-12-05T15:24:21,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef12d777921b3a9b96fcc35390c9aba1, ASSIGN; state=OFFLINE, location=5a29627a94df,32841,1733412252162; forceNewPlan=false, retain=false 2024-12-05T15:24:21,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef12d777921b3a9b96fcc35390c9aba1, regionState=OPENING, regionLocation=5a29627a94df,32841,1733412252162 2024-12-05T15:24:21,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef12d777921b3a9b96fcc35390c9aba1, ASSIGN because future has completed 2024-12-05T15:24:21,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef12d777921b3a9b96fcc35390c9aba1, server=5a29627a94df,32841,1733412252162}] 2024-12-05T15:24:22,038 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:24:22,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C32841%2C1733412252162.rep, suffix=, logDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162, archiveDir=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/oldWALs, maxLogs=10 2024-12-05T15:24:22,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.rep.1733412262138, exclude list is [], retry=0 2024-12-05T15:24:22,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34865,DS-c054d3c4-5b14-4479-aa0c-ddd17838bb97,DISK] 2024-12-05T15:24:22,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.rep.1733412262138 2024-12-05T15:24:22,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37983:37983)] 2024-12-05T15:24:22,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ef12d777921b3a9b96fcc35390c9aba1, NAME => 'hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:22,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:22,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:22,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. service=MultiRowMutationService 2024-12-05T15:24:22,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:24:22,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:22,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,163 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,164 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef12d777921b3a9b96fcc35390c9aba1 columnFamilyName hfileref 2024-12-05T15:24:22,164 DEBUG [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:22,164 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] regionserver.HStore(327): Store=ef12d777921b3a9b96fcc35390c9aba1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:22,164 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,165 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef12d777921b3a9b96fcc35390c9aba1 columnFamilyName queue 2024-12-05T15:24:22,165 DEBUG [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:22,166 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] regionserver.HStore(327): Store=ef12d777921b3a9b96fcc35390c9aba1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:22,166 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,166 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef12d777921b3a9b96fcc35390c9aba1 columnFamilyName sid 2024-12-05T15:24:22,166 DEBUG [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:22,167 INFO [StoreOpener-ef12d777921b3a9b96fcc35390c9aba1-1 {}] regionserver.HStore(327): Store=ef12d777921b3a9b96fcc35390c9aba1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:22,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/replication/ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/replication/ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:22,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/replication/ef12d777921b3a9b96fcc35390c9aba1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:22,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ef12d777921b3a9b96fcc35390c9aba1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59702398, jitterRate=-0.11036494374275208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:22,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:22,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ef12d777921b3a9b96fcc35390c9aba1: Running coprocessor pre-open hook at 1733412262159Writing region info on filesystem at 1733412262159Initializing all the Stores at 1733412262160 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412262160Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412262162 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412262162Cleaning up temporary data from old regions at 1733412262168 (+6 ms)Running coprocessor post-open hooks at 1733412262171 (+3 ms)Region opened successfully at 1733412262171 2024-12-05T15:24:22,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1., pid=10, masterSystemTime=1733412262133 2024-12-05T15:24:22,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:22,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:22,174 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef12d777921b3a9b96fcc35390c9aba1, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,32841,1733412252162 2024-12-05T15:24:22,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef12d777921b3a9b96fcc35390c9aba1, server=5a29627a94df,32841,1733412252162 because future has completed 2024-12-05T15:24:22,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:24:22,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ef12d777921b3a9b96fcc35390c9aba1, server=5a29627a94df,32841,1733412252162 in 196 msec 2024-12-05T15:24:22,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:24:22,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef12d777921b3a9b96fcc35390c9aba1, ASSIGN in 354 msec 2024-12-05T15:24:22,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:22,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412262180"}]},"ts":"1733412262180"} 2024-12-05T15:24:22,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:24:22,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:22,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-12-05T15:24:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1., hostname=5a29627a94df,32841,1733412252162, seqNum=2] 2024-12-05T15:24:22,219 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:22,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:22,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:24:22,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:24:22,389 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:24:22,413 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,32841,1733412252162, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:24:22,413 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:22,413 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,32841,1733412252162, seqNum=-1] 2024-12-05T15:24:22,414 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:22,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T15:24:22,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,32841,1733412252162', locateType=CURRENT is [region=hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1., hostname=5a29627a94df,32841,1733412252162, seqNum=2] 2024-12-05T15:24:22,418 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:24:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:24:22,420 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,32841,1733412252162 suceeded 2024-12-05T15:24:22,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:24:22,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T15:24:22,422 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:42239,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:24:22,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4420 sec 2024-12-05T15:24:22,451 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:42239' 2024-12-05T15:24:22,452 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a4a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:22,452 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,42239,-1 for getting cluster id 2024-12-05T15:24:22,453 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:22,454 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6f88b16-ab97-47f5-a7b5-89ab294c59e9' 2024-12-05T15:24:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6f88b16-ab97-47f5-a7b5-89ab294c59e9" 2024-12-05T15:24:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d900c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,42239,-1] 2024-12-05T15:24:22,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:22,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:22,456 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:22,457 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d417f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:22,457 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:22,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,42239,1733412247483 2024-12-05T15:24:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6114fb 2024-12-05T15:24:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:22,458 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T15:24:22,459 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,32841,1733412252162 (queues=1) is replicating from cluster=3fc178d6-8579-49cf-be13-b1b6db4ddf33 to cluster=f6f88b16-ab97-47f5-a7b5-89ab294c59e9 2024-12-05T15:24:22,459 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C32841%2C1733412252162 2024-12-05T15:24:22,459 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,32841,1733412252162, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:24:22,460 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, startPosition=0, beingWritten=true 2024-12-05T15:24:22,460 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C32841%2C1733412252162 2024-12-05T15:24:22,467 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:22,467 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 379, reset compression=false 2024-12-05T15:24:22,467 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,32841,1733412252162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:22,677 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 379, reset compression=false 2024-12-05T15:24:22,742 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:22,980 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 379, reset compression=false 2024-12-05T15:24:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:23,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:24:23,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:23,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:23,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:23,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:23,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:23,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,40703,1733412247627, seqNum=-1] 2024-12-05T15:24:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:23,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd., hostname=5a29627a94df,40703,1733412247627, seqNum=2] 2024-12-05T15:24:23,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,32841,1733412252162, seqNum=-1] 2024-12-05T15:24:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:23,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e., hostname=5a29627a94df,32841,1733412252162, seqNum=2] 2024-12-05T15:24:23,137 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T15:24:23,397 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 379, reset compression=false 2024-12-05T15:24:23,546 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 379, reset compression=false 2024-12-05T15:24:23,551 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:24:23,551 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 480, reset compression=false 2024-12-05T15:24:23,551 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,40703,1733412247627 got entry batch from reader: WALEntryBatch [walEntries=[{test/80758752d6daddc9e86ae195e6a59ddd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T15:24:23,553 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:23,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T15:24:23,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:24:23,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ced474e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:23,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35017,-1 for getting cluster id 2024-12-05T15:24:23,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:23,557 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc178d6-8579-49cf-be13-b1b6db4ddf33' 2024-12-05T15:24:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc178d6-8579-49cf-be13-b1b6db4ddf33" 2024-12-05T15:24:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f61ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35017,-1] 2024-12-05T15:24:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:23,559 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:23,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8019717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:23,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,32841,1733412252162, seqNum=-1] 2024-12-05T15:24:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:23,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T15:24:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e., hostname=5a29627a94df,32841,1733412252162, seqNum=2] 2024-12-05T15:24:23,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:24:23,757 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 480, reset compression=false 2024-12-05T15:24:23,901 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 379, reset compression=false 2024-12-05T15:24:23,905 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:23,905 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 504, reset compression=false 2024-12-05T15:24:23,905 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,32841,1733412252162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:24,064 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 480, reset compression=false 2024-12-05T15:24:24,108 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 504, reset compression=false 2024-12-05T15:24:24,142 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T15:24:24,147 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T15:24:24,416 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 504, reset compression=false 2024-12-05T15:24:24,420 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:24:24,420 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 608, reset compression=false 2024-12-05T15:24:24,420 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,32841,1733412252162 got entry batch from reader: WALEntryBatch [walEntries=[{test/311aaf84f3972a79d327fc2b3a5cef2e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:24:24,422 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:24,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T15:24:24,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:24:24,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e96636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:24,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,42239,-1 for getting cluster id 2024-12-05T15:24:24,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:24,425 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6f88b16-ab97-47f5-a7b5-89ab294c59e9' 2024-12-05T15:24:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6f88b16-ab97-47f5-a7b5-89ab294c59e9" 2024-12-05T15:24:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b632e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,42239,-1] 2024-12-05T15:24:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:24,426 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:24,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2082fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:24,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:24,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,40703,1733412247627, seqNum=-1] 2024-12-05T15:24:24,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:24,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T15:24:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd., hostname=5a29627a94df,40703,1733412247627, seqNum=2] 2024-12-05T15:24:24,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:24:24,485 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 480, reset compression=false 2024-12-05T15:24:24,489 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:24,489 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 607, reset compression=false 2024-12-05T15:24:24,489 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,40703,1733412247627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:24,623 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 608, reset compression=false 2024-12-05T15:24:24,693 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 607, reset compression=false 2024-12-05T15:24:24,927 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 608, reset compression=false 2024-12-05T15:24:24,997 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 607, reset compression=false 2024-12-05T15:24:25,149 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T15:24:25,158 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T15:24:25,331 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 608, reset compression=false 2024-12-05T15:24:25,401 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 607, reset compression=false 2024-12-05T15:24:25,406 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:24:25,406 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 763, reset compression=false 2024-12-05T15:24:25,406 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,40703,1733412247627 got entry batch from reader: WALEntryBatch [walEntries=[{test/80758752d6daddc9e86ae195e6a59ddd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T15:24:25,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:24:25,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:24:25,610 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 763, reset compression=false 2024-12-05T15:24:25,838 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 608, reset compression=false 2024-12-05T15:24:25,842 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:25,842 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 756, reset compression=false 2024-12-05T15:24:25,842 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,32841,1733412252162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:25,914 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 763, reset compression=false 2024-12-05T15:24:26,045 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 756, reset compression=false 2024-12-05T15:24:26,160 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T15:24:26,164 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T15:24:26,318 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 763, reset compression=false 2024-12-05T15:24:26,349 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 756, reset compression=false 2024-12-05T15:24:26,353 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:24:26,354 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 915, reset compression=false 2024-12-05T15:24:26,354 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,32841,1733412252162 got entry batch from reader: WALEntryBatch [walEntries=[{test/311aaf84f3972a79d327fc2b3a5cef2e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T15:24:26,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:24:26,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:24:26,560 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 915, reset compression=false 2024-12-05T15:24:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:24:26,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T15:24:26,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:26,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:26,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T15:24:26,822 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 763, reset compression=false 2024-12-05T15:24:26,826 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:26,826 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:26,826 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,40703,1733412247627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:26,865 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 915, reset compression=false 2024-12-05T15:24:27,029 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:27,166 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T15:24:27,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:24:27,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:27,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:27,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:27,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:27,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:27,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:24:27,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=160763032, stopped=false 2024-12-05T15:24:27,169 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,35017,1733412252051 2024-12-05T15:24:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11042077861/running 2024-12-05T15:24:27,202 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11042077861/running 2024-12-05T15:24:27,202 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:27,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:24:27,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:27,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:27,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:27,202 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,32841,1733412252162' ***** 2024-12-05T15:24:27,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/running 2024-12-05T15:24:27,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:24:27,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Set watcher on znode that does not yet exist, /11042077861/running 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:24:27,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for 311aaf84f3972a79d327fc2b3a5cef2e 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,32841,1733412252162 2024-12-05T15:24:27,203 INFO [RS:0;5a29627a94df:32841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:24:27,204 INFO [RS:0;5a29627a94df:32841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:32841. 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311aaf84f3972a79d327fc2b3a5cef2e, disabling compactions & flushes 2024-12-05T15:24:27,204 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:27,204 DEBUG [RS:0;5a29627a94df:32841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:27,204 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. after waiting 0 ms 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:27,204 INFO [RS:0;5a29627a94df:32841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:24:27,204 INFO [RS:0;5a29627a94df:32841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:24:27,204 INFO [RS:0;5a29627a94df:32841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:24:27,204 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:24:27,204 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 311aaf84f3972a79d327fc2b3a5cef2e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T15:24:27,204 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:24:27,204 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1325): Online Regions={311aaf84f3972a79d327fc2b3a5cef2e=test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e., 1588230740=hbase:meta,,1.1588230740, ef12d777921b3a9b96fcc35390c9aba1=hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.} 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:27,204 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:27,204 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:27,204 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:27,204 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/f/3a3fbb717b9f428fa62253ec1fd7e190 is 29, key is row1/f:/1733412266162/DeleteFamily/seqid=0 2024-12-05T15:24:27,217 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/info/e6a27fb4664a4e80905c0d3a394c1e9e is 147, key is hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1./info:regioninfo/1733412262174/Put/seqid=0 2024-12-05T15:24:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741841_1017 (size=5118) 2024-12-05T15:24:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741840_1016 (size=7686) 2024-12-05T15:24:27,268 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 915, reset compression=false 2024-12-05T15:24:27,272 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:27,272 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1162, reset compression=false 2024-12-05T15:24:27,272 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,32841,1733412252162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:27,273 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,32841,1733412252162: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,32841,1733412252162, walGroup=5a29627a94df%2C32841%2C1733412252162, offset=5a29627a94df%2C32841%2C1733412252162.1733412254397:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:32841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:24:27,274 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:24:27,274 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:24:27,275 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:24:27,275 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:24:27,275 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:24:27,275 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 587490864 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191160728 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:24:27,276 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:24:27,280 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:24:27,322 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:24:27,322 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:24:27,332 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:27,404 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:27,475 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1162, reset compression=false 2024-12-05T15:24:27,604 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:27,621 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/info/e6a27fb4664a4e80905c0d3a394c1e9e 2024-12-05T15:24:27,621 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/f/3a3fbb717b9f428fa62253ec1fd7e190 2024-12-05T15:24:27,625 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3fbb717b9f428fa62253ec1fd7e190 2024-12-05T15:24:27,640 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/ns/71f37695c2d449c6a1cc78a6f96d6928 is 43, key is default/ns:d/1733412255418/Put/seqid=0 2024-12-05T15:24:27,640 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/f1/0dc5e19329da4433b059163df9c8330f is 30, key is row1/f1:/1733412266162/DeleteFamily/seqid=0 2024-12-05T15:24:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741843_1019 (size=5123) 2024-12-05T15:24:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741842_1018 (size=5153) 2024-12-05T15:24:27,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:27,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:27,735 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:27,779 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1162, reset compression=false 2024-12-05T15:24:27,805 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:28,005 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:28,045 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/ns/71f37695c2d449c6a1cc78a6f96d6928 2024-12-05T15:24:28,045 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/f1/0dc5e19329da4433b059163df9c8330f 2024-12-05T15:24:28,049 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dc5e19329da4433b059163df9c8330f 2024-12-05T15:24:28,064 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/rep_barrier/296e3c455f9a48d6a887f92b5c333c2b is 112, key is test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e./rep_barrier:seqnumDuringOpen/1733412258410/Put/seqid=0 2024-12-05T15:24:28,065 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/norep/e2c75229ff6046c19e8383bb9ed95eaf is 33, key is row1/norep:/1733412266162/DeleteFamily/seqid=0 2024-12-05T15:24:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741844_1020 (size=5518) 2024-12-05T15:24:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741845_1021 (size=5108) 2024-12-05T15:24:28,068 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/rep_barrier/296e3c455f9a48d6a887f92b5c333c2b 2024-12-05T15:24:28,084 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/table/e5546e8b360040058f8a529243d351db is 53, key is hbase:replication/table:state/1733412262180/Put/seqid=0 2024-12-05T15:24:28,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:24:28,183 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1162, reset compression=false 2024-12-05T15:24:28,205 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:28,239 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:28,405 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aaf84f3972a79d327fc2b3a5cef2e, ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:28,468 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/norep/e2c75229ff6046c19e8383bb9ed95eaf 2024-12-05T15:24:28,472 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c75229ff6046c19e8383bb9ed95eaf 2024-12-05T15:24:28,473 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/f/3a3fbb717b9f428fa62253ec1fd7e190 as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/f/3a3fbb717b9f428fa62253ec1fd7e190 2024-12-05T15:24:28,476 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3fbb717b9f428fa62253ec1fd7e190 2024-12-05T15:24:28,476 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/f/3a3fbb717b9f428fa62253ec1fd7e190, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T15:24:28,477 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/f1/0dc5e19329da4433b059163df9c8330f as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/f1/0dc5e19329da4433b059163df9c8330f 2024-12-05T15:24:28,482 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dc5e19329da4433b059163df9c8330f 2024-12-05T15:24:28,482 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/f1/0dc5e19329da4433b059163df9c8330f, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T15:24:28,483 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/.tmp/norep/e2c75229ff6046c19e8383bb9ed95eaf as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/norep/e2c75229ff6046c19e8383bb9ed95eaf 2024-12-05T15:24:28,486 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c75229ff6046c19e8383bb9ed95eaf 2024-12-05T15:24:28,487 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/norep/e2c75229ff6046c19e8383bb9ed95eaf, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T15:24:28,487 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 311aaf84f3972a79d327fc2b3a5cef2e in 1283ms, sequenceid=8, compaction requested=false 2024-12-05T15:24:28,487 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/table/e5546e8b360040058f8a529243d351db 2024-12-05T15:24:28,491 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/default/test/311aaf84f3972a79d327fc2b3a5cef2e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T15:24:28,491 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/info/e6a27fb4664a4e80905c0d3a394c1e9e as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/info/e6a27fb4664a4e80905c0d3a394c1e9e 2024-12-05T15:24:28,492 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:28,492 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:28,492 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:28,492 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311aaf84f3972a79d327fc2b3a5cef2e: Waiting for close lock at 1733412267203Running coprocessor pre-close hooks at 1733412267203Disabling compacts and flushes for region at 1733412267203Disabling writes for close at 1733412267204 (+1 ms)Obtaining lock to block concurrent updates at 1733412267204Preparing flush snapshotting stores in 311aaf84f3972a79d327fc2b3a5cef2e at 1733412267204Finished memstore snapshotting test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733412267204Flushing stores of test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. at 1733412267205 (+1 ms)Flushing 311aaf84f3972a79d327fc2b3a5cef2e/f: creating writer at 1733412267205Flushing 311aaf84f3972a79d327fc2b3a5cef2e/f: appending metadata at 1733412267216 (+11 ms)Flushing 311aaf84f3972a79d327fc2b3a5cef2e/f: closing flushed file at 1733412267216Flushing 311aaf84f3972a79d327fc2b3a5cef2e/f1: creating writer at 1733412267625 (+409 ms)Flushing 311aaf84f3972a79d327fc2b3a5cef2e/f1: appending metadata at 1733412267640 (+15 ms)Flushing 311aaf84f3972a79d327fc2b3a5cef2e/f1: closing flushed file at 1733412267640Flushing 311aaf84f3972a79d327fc2b3a5cef2e/norep: creating writer at 1733412268049 (+409 ms)Flushing 311aaf84f3972a79d327fc2b3a5cef2e/norep: appending metadata at 1733412268064 (+15 ms)Flushing 311aaf84f3972a79d327fc2b3a5cef2e/norep: closing flushed file at 1733412268064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72453055: reopening flushed file at 1733412268472 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8072848: reopening flushed file at 1733412268476 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7fe6ca: reopening flushed file at 1733412268482 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 311aaf84f3972a79d327fc2b3a5cef2e in 1283ms, sequenceid=8, compaction requested=false at 1733412268487 (+5 ms)Writing region close event to WAL at 1733412268488 (+1 ms)Running coprocessor post-close hooks at 1733412268492 (+4 ms)Closed at 1733412268492 2024-12-05T15:24:28,492 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412257666.311aaf84f3972a79d327fc2b3a5cef2e. 2024-12-05T15:24:28,492 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef12d777921b3a9b96fcc35390c9aba1, disabling compactions & flushes 2024-12-05T15:24:28,492 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,492 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,493 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. after waiting 0 ms 2024-12-05T15:24:28,493 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,493 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef12d777921b3a9b96fcc35390c9aba1: Waiting for close lock at 1733412268492Running coprocessor pre-close hooks at 1733412268492Disabling compacts and flushes for region at 1733412268492Disabling writes for close at 1733412268493 (+1 ms)Failed flush hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1., putting online again at 1733412268493 2024-12-05T15:24:28,493 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,496 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/info/e6a27fb4664a4e80905c0d3a394c1e9e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:24:28,496 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/ns/71f37695c2d449c6a1cc78a6f96d6928 as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/ns/71f37695c2d449c6a1cc78a6f96d6928 2024-12-05T15:24:28,500 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/ns/71f37695c2d449c6a1cc78a6f96d6928, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:24:28,500 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/rep_barrier/296e3c455f9a48d6a887f92b5c333c2b as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/rep_barrier/296e3c455f9a48d6a887f92b5c333c2b 2024-12-05T15:24:28,504 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/rep_barrier/296e3c455f9a48d6a887f92b5c333c2b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:24:28,504 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/.tmp/table/e5546e8b360040058f8a529243d351db as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/table/e5546e8b360040058f8a529243d351db 2024-12-05T15:24:28,508 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/table/e5546e8b360040058f8a529243d351db, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:24:28,509 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-12-05T15:24:28,512 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:24:28,513 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:28,513 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:24:28,513 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:28,513 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412267204Running coprocessor pre-close hooks at 1733412267204Disabling compacts and flushes for region at 1733412267204Disabling writes for close at 1733412267204Obtaining lock to block concurrent updates at 1733412267204Preparing flush snapshotting stores in 1588230740 at 1733412267204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412267204Flushing stores of hbase:meta,,1.1588230740 at 1733412267205 (+1 ms)Flushing 1588230740/info: creating writer at 1733412267205Flushing 1588230740/info: appending metadata at 1733412267217 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733412267217Flushing 1588230740/ns: creating writer at 1733412267625 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733412267640 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733412267640Flushing 1588230740/rep_barrier: creating writer at 1733412268049 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412268064 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412268064Flushing 1588230740/table: creating writer at 1733412268072 (+8 ms)Flushing 1588230740/table: appending metadata at 1733412268083 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733412268084 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409a9959: reopening flushed file at 1733412268491 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eacc5e0: reopening flushed file at 1733412268496 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199be81f: reopening flushed file at 1733412268500 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f30d7d7: reopening flushed file at 1733412268504 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1733412268509 (+5 ms)Writing region close event to WAL at 1733412268510 (+1 ms)Running coprocessor post-close hooks at 1733412268513 (+3 ms)Closed at 1733412268513 2024-12-05T15:24:28,513 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:28,605 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:24:28,605 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1325): Online Regions={ef12d777921b3a9b96fcc35390c9aba1=hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1.} 2024-12-05T15:24:28,605 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:28,606 DEBUG [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1351): Waiting on ef12d777921b3a9b96fcc35390c9aba1 2024-12-05T15:24:28,606 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef12d777921b3a9b96fcc35390c9aba1, disabling compactions & flushes 2024-12-05T15:24:28,606 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,606 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,606 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. after waiting 0 ms 2024-12-05T15:24:28,606 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,606 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef12d777921b3a9b96fcc35390c9aba1: Waiting for close lock at 1733412268606Running coprocessor pre-close hooks at 1733412268606Disabling compacts and flushes for region at 1733412268606Disabling writes for close at 1733412268606Failed flush hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1., putting online again at 1733412268606 2024-12-05T15:24:28,606 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412260988.ef12d777921b3a9b96fcc35390c9aba1. 2024-12-05T15:24:28,686 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1162, reset compression=false 2024-12-05T15:24:28,690 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:28,690 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1806, reset compression=false 2024-12-05T15:24:28,806 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T15:24:28,806 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,32841,1733412252162; all regions closed. 2024-12-05T15:24:28,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:24:28,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.meta.1733412255369.meta not finished, retry = 0 2024-12-05T15:24:28,842 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:28,893 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.1733412254397 to pos 1806, reset compression=false 2024-12-05T15:24:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741839_1015 (size=1733) 2024-12-05T15:24:28,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/WALs/5a29627a94df,32841,1733412252162/5a29627a94df%2C32841%2C1733412252162.rep.1733412262138 not finished, retry = 0 2024-12-05T15:24:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741832_1008 (size=1814) 2024-12-05T15:24:29,014 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:29,014 INFO [RS:0;5a29627a94df:32841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:24:29,014 INFO [RS:0;5a29627a94df:32841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:24:29,014 INFO [RS:0;5a29627a94df:32841 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:24:29,015 INFO [RS:0;5a29627a94df:32841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:24:29,015 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:29,015 INFO [RS:0;5a29627a94df:32841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,32841,1733412252162 because: Region server is closing 2024-12-05T15:24:29,015 INFO [RS:0;5a29627a94df:32841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:32841. 2024-12-05T15:24:29,015 DEBUG [RS:0;5a29627a94df:32841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:29,015 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:29,015 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:29,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:29,116 INFO [RS:0;5a29627a94df:32841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.shipper5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 terminated 2024-12-05T15:24:29,116 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,32841,1733412252162.replicationSource.wal-reader.5a29627a94df%2C32841%2C1733412252162,1-5a29627a94df,32841,1733412252162 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:24:29,116 INFO [RS:0;5a29627a94df:32841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:32841. 2024-12-05T15:24:29,116 DEBUG [RS:0;5a29627a94df:32841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:29,116 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:29,116 DEBUG [RS:0;5a29627a94df:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:29,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:29,116 INFO [RS:0;5a29627a94df:32841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32841 2024-12-05T15:24:29,202 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11042077861/rs/5a29627a94df,32841,1733412252162 2024-12-05T15:24:29,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861/rs 2024-12-05T15:24:29,202 INFO [RS:0;5a29627a94df:32841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:29,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,32841,1733412252162] 2024-12-05T15:24:29,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11042077861/draining/5a29627a94df,32841,1733412252162 already deleted, retry=false 2024-12-05T15:24:29,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,32841,1733412252162 expired; onlineServers=0 2024-12-05T15:24:29,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,35017,1733412252051' ***** 2024-12-05T15:24:29,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:24:29,219 DEBUG [M:0;5a29627a94df:35017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:24:29,219 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:24:29,219 DEBUG [M:0;5a29627a94df:35017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:24:29,219 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412254169 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412254169,5,FailOnTimeoutGroup] 2024-12-05T15:24:29,219 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412254168 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412254168,5,FailOnTimeoutGroup] 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:24:29,219 DEBUG [M:0;5a29627a94df:35017 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:24:29,219 INFO [M:0;5a29627a94df:35017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:24:29,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:24:29,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11042077861/master 2024-12-05T15:24:29,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11042077861 2024-12-05T15:24:29,227 DEBUG [M:0;5a29627a94df:35017 {}] zookeeper.ZKUtil(347): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Unable to get data of znode /11042077861/master because node does not exist (not an error) 2024-12-05T15:24:29,227 WARN [M:0;5a29627a94df:35017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:24:29,227 INFO [M:0;5a29627a94df:35017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/.lastflushedseqids 2024-12-05T15:24:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741847_1023 (size=245) 2024-12-05T15:24:29,310 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:29,310 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x101a74597520004, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:29,310 INFO [RS:0;5a29627a94df:32841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:29,310 INFO [RS:0;5a29627a94df:32841 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,32841,1733412252162; zookeeper connection closed. 2024-12-05T15:24:29,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee2ecd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee2ecd1 2024-12-05T15:24:29,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:24:29,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:29,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:29,465 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28270 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:29,545 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:29,632 INFO [M:0;5a29627a94df:35017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:24:29,632 INFO [M:0;5a29627a94df:35017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:24:29,633 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:29,633 INFO [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:29,633 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:29,633 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:29,633 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:29,633 INFO [M:0;5a29627a94df:35017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T15:24:29,646 DEBUG [M:0;5a29627a94df:35017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d90c59196d43ecbff63ec9219b6fde is 82, key is hbase:meta,,1/info:regioninfo/1733412255400/Put/seqid=0 2024-12-05T15:24:29,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741848_1024 (size=5672) 2024-12-05T15:24:30,050 INFO [M:0;5a29627a94df:35017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d90c59196d43ecbff63ec9219b6fde 2024-12-05T15:24:30,067 DEBUG [M:0;5a29627a94df:35017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6270b258784e9e835ea1bf6a6bef6d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412262182/Put/seqid=0 2024-12-05T15:24:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741849_1025 (size=8515) 2024-12-05T15:24:30,349 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:30,471 INFO [M:0;5a29627a94df:35017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6270b258784e9e835ea1bf6a6bef6d 2024-12-05T15:24:30,487 DEBUG [M:0;5a29627a94df:35017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/985d48b217024c589975f8d3c618e3ab is 69, key is 5a29627a94df,32841,1733412252162/rs:state/1733412254222/Put/seqid=0 2024-12-05T15:24:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741850_1026 (size=5156) 2024-12-05T15:24:30,890 INFO [M:0;5a29627a94df:35017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/985d48b217024c589975f8d3c618e3ab 2024-12-05T15:24:30,894 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d90c59196d43ecbff63ec9219b6fde as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d90c59196d43ecbff63ec9219b6fde 2024-12-05T15:24:30,898 INFO [M:0;5a29627a94df:35017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d90c59196d43ecbff63ec9219b6fde, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T15:24:30,898 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6270b258784e9e835ea1bf6a6bef6d as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6270b258784e9e835ea1bf6a6bef6d 2024-12-05T15:24:30,901 INFO [M:0;5a29627a94df:35017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6270b258784e9e835ea1bf6a6bef6d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T15:24:30,902 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/985d48b217024c589975f8d3c618e3ab as hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/985d48b217024c589975f8d3c618e3ab 2024-12-05T15:24:30,906 INFO [M:0;5a29627a94df:35017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34507/user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/985d48b217024c589975f8d3c618e3ab, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T15:24:30,906 INFO [M:0;5a29627a94df:35017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-05T15:24:30,911 INFO [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:30,911 DEBUG [M:0;5a29627a94df:35017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412269632Disabling compacts and flushes for region at 1733412269632Disabling writes for close at 1733412269633 (+1 ms)Obtaining lock to block concurrent updates at 1733412269633Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412269633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733412269633Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412269633Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412269634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412269646 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412269646Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412270054 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412270067 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412270067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412270474 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412270486 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412270486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ba537d: reopening flushed file at 1733412270894 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2acb0e: reopening flushed file at 1733412270898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e1198bd: reopening flushed file at 1733412270901 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733412270906 (+5 ms)Writing region close event to WAL at 1733412270911 (+5 ms)Closed at 1733412270911 2024-12-05T15:24:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34865 is added to blk_1073741830_1006 (size=63642) 2024-12-05T15:24:30,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a97a3fd8-0a35-134e-3bec-654a90162e79/MasterData/WALs/5a29627a94df,35017,1733412252051/5a29627a94df%2C35017%2C1733412252051.1733412253881 not finished, retry = 0 2024-12-05T15:24:31,014 INFO [M:0;5a29627a94df:35017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:24:31,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:31,014 INFO [M:0;5a29627a94df:35017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35017 2024-12-05T15:24:31,014 INFO [M:0;5a29627a94df:35017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:31,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:31,194 INFO [M:0;5a29627a94df:35017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:31,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35017-0x101a74597520003, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:31,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45eaaaff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:31,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66020d6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:31,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:31,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:31,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4901da09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:31,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:24:31,199 WARN [BP-1879556679-172.17.0.3-1733412250500 heartbeating to localhost/127.0.0.1:34507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:24:31,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:24:31,199 WARN [BP-1879556679-172.17.0.3-1733412250500 heartbeating to localhost/127.0.0.1:34507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1879556679-172.17.0.3-1733412250500 (Datanode Uuid 07858974-0665-4706-9c1d-b56f27d26915) service to localhost/127.0.0.1:34507 2024-12-05T15:24:31,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/cluster_3cc393a2-fa7a-d156-baa3-63892c7b7afc/data/data1/current/BP-1879556679-172.17.0.3-1733412250500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:31,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/cluster_3cc393a2-fa7a-d156-baa3-63892c7b7afc/data/data2/current/BP-1879556679-172.17.0.3-1733412250500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:31,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:24:31,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a00e66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:31,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e07a1af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:31,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:31,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:31,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e95cfe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:31,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:24:31,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:24:31,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:31,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:31,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:31,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:31,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:31,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:24:31,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=495756258, stopped=false 2024-12-05T15:24:31,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,42239,1733412247483 2024-12-05T15:24:31,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01887742599/running 2024-12-05T15:24:31,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:31,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01887742599/running 2024-12-05T15:24:31,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:24:31,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:31,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:31,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:31,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/running 2024-12-05T15:24:31,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Set watcher on znode that does not yet exist, /01887742599/running 2024-12-05T15:24:31,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,40703,1733412247627' ***** 2024-12-05T15:24:31,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:24:31,236 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(3091): Received CLOSE for 80758752d6daddc9e86ae195e6a59ddd 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,40703,1733412247627 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:40703. 2024-12-05T15:24:31,236 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80758752d6daddc9e86ae195e6a59ddd, disabling compactions & flushes 2024-12-05T15:24:31,236 DEBUG [RS:0;5a29627a94df:40703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:31,236 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:31,236 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:31,236 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:31,236 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. after waiting 0 ms 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:24:31,236 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:31,236 INFO [RS:0;5a29627a94df:40703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:24:31,237 INFO [RS:0;5a29627a94df:40703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:24:31,237 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:24:31,237 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80758752d6daddc9e86ae195e6a59ddd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T15:24:31,237 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:24:31,237 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1325): Online Regions={80758752d6daddc9e86ae195e6a59ddd=test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd., 9fb542d5aed298292fa7932853b960de=hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:24:31,237 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80758752d6daddc9e86ae195e6a59ddd, 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:31,237 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:31,237 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:31,237 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:31,237 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:31,237 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:31,237 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:24:31,250 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/info/8342378feb184a9da41fe1a3d60028cd is 147, key is hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de./info:regioninfo/1733412259579/Put/seqid=0 2024-12-05T15:24:31,253 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/f/2c9d6d63995a42fc95923d2fc2181643 is 29, key is row1/f:/1733412266162/DeleteFamily/seqid=0 2024-12-05T15:24:31,253 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 912, reset compression=false 2024-12-05T15:24:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741840_1016 (size=7686) 2024-12-05T15:24:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741841_1017 (size=5118) 2024-12-05T15:24:31,257 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/f/2c9d6d63995a42fc95923d2fc2181643 2024-12-05T15:24:31,258 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:31,258 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1159, reset compression=false 2024-12-05T15:24:31,258 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,40703,1733412247627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:31,259 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,40703,1733412247627: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,40703,1733412247627, walGroup=5a29627a94df%2C40703%2C1733412247627, offset=5a29627a94df%2C40703%2C1733412247627.1733412249431:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:40703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:24:31,260 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:24:31,260 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9d6d63995a42fc95923d2fc2181643 2024-12-05T15:24:31,260 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:24:31,261 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:24:31,261 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:24:31,261 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:24:31,261 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 667182640 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191920824 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:24:31,261 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:42239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:42239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:24:31,275 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/f1/ec70808d26d74055b79add5813b16411 is 30, key is row1/f1:/1733412266162/DeleteFamily/seqid=0 2024-12-05T15:24:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741842_1018 (size=5123) 2024-12-05T15:24:31,319 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:24:31,319 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:24:31,322 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:24:31,437 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80758752d6daddc9e86ae195e6a59ddd, 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:31,463 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1159, reset compression=false 2024-12-05T15:24:31,637 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80758752d6daddc9e86ae195e6a59ddd, 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:31,654 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/info/8342378feb184a9da41fe1a3d60028cd 2024-12-05T15:24:31,674 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/ns/192e9022856547f3b05d567eb6c6373e is 43, key is default/ns:d/1733412250440/Put/seqid=0 2024-12-05T15:24:31,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741843_1019 (size=5153) 2024-12-05T15:24:31,679 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/f1/ec70808d26d74055b79add5813b16411 2024-12-05T15:24:31,682 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec70808d26d74055b79add5813b16411 2024-12-05T15:24:31,697 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/norep/3b0ab9d6981b4c5cb0b9e335a0e15691 is 32, key is row/norep:/1733412265152/DeleteFamily/seqid=0 2024-12-05T15:24:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741844_1020 (size=5101) 2024-12-05T15:24:31,767 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1159, reset compression=false 2024-12-05T15:24:31,837 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80758752d6daddc9e86ae195e6a59ddd, 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:32,038 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80758752d6daddc9e86ae195e6a59ddd, 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:32,078 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/ns/192e9022856547f3b05d567eb6c6373e 2024-12-05T15:24:32,093 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/rep_barrier/ea19fea0970b48fd9703a0c4901eb877 is 112, key is test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd./rep_barrier:seqnumDuringOpen/1733412256664/Put/seqid=0 2024-12-05T15:24:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741845_1021 (size=5518) 2024-12-05T15:24:32,101 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/norep/3b0ab9d6981b4c5cb0b9e335a0e15691 2024-12-05T15:24:32,105 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b0ab9d6981b4c5cb0b9e335a0e15691 2024-12-05T15:24:32,105 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/f/2c9d6d63995a42fc95923d2fc2181643 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/f/2c9d6d63995a42fc95923d2fc2181643 2024-12-05T15:24:32,109 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9d6d63995a42fc95923d2fc2181643 2024-12-05T15:24:32,109 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/f/2c9d6d63995a42fc95923d2fc2181643, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T15:24:32,109 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/f1/ec70808d26d74055b79add5813b16411 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/f1/ec70808d26d74055b79add5813b16411 2024-12-05T15:24:32,113 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec70808d26d74055b79add5813b16411 2024-12-05T15:24:32,113 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/f1/ec70808d26d74055b79add5813b16411, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T15:24:32,113 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/.tmp/norep/3b0ab9d6981b4c5cb0b9e335a0e15691 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/norep/3b0ab9d6981b4c5cb0b9e335a0e15691 2024-12-05T15:24:32,117 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b0ab9d6981b4c5cb0b9e335a0e15691 2024-12-05T15:24:32,117 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/norep/3b0ab9d6981b4c5cb0b9e335a0e15691, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T15:24:32,118 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 80758752d6daddc9e86ae195e6a59ddd in 882ms, sequenceid=8, compaction requested=false 2024-12-05T15:24:32,121 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/default/test/80758752d6daddc9e86ae195e6a59ddd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:32,122 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80758752d6daddc9e86ae195e6a59ddd: Waiting for close lock at 1733412271236Running coprocessor pre-close hooks at 1733412271236Disabling compacts and flushes for region at 1733412271236Disabling writes for close at 1733412271236Obtaining lock to block concurrent updates at 1733412271237 (+1 ms)Preparing flush snapshotting stores in 80758752d6daddc9e86ae195e6a59ddd at 1733412271237Finished memstore snapshotting test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733412271237Flushing stores of test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. at 1733412271237Flushing 80758752d6daddc9e86ae195e6a59ddd/f: creating writer at 1733412271237Flushing 80758752d6daddc9e86ae195e6a59ddd/f: appending metadata at 1733412271252 (+15 ms)Flushing 80758752d6daddc9e86ae195e6a59ddd/f: closing flushed file at 1733412271252Flushing 80758752d6daddc9e86ae195e6a59ddd/f1: creating writer at 1733412271260 (+8 ms)Flushing 80758752d6daddc9e86ae195e6a59ddd/f1: appending metadata at 1733412271275 (+15 ms)Flushing 80758752d6daddc9e86ae195e6a59ddd/f1: closing flushed file at 1733412271275Flushing 80758752d6daddc9e86ae195e6a59ddd/norep: creating writer at 1733412271682 (+407 ms)Flushing 80758752d6daddc9e86ae195e6a59ddd/norep: appending metadata at 1733412271697 (+15 ms)Flushing 80758752d6daddc9e86ae195e6a59ddd/norep: closing flushed file at 1733412271697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f321a7: reopening flushed file at 1733412272105 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcd7f58: reopening flushed file at 1733412272109 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3869cd10: reopening flushed file at 1733412272113 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 80758752d6daddc9e86ae195e6a59ddd in 882ms, sequenceid=8, compaction requested=false at 1733412272118 (+5 ms)Writing region close event to WAL at 1733412272119 (+1 ms)Running coprocessor post-close hooks at 1733412272122 (+3 ms)Closed at 1733412272122 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412255515.80758752d6daddc9e86ae195e6a59ddd. 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fb542d5aed298292fa7932853b960de, disabling compactions & flushes 2024-12-05T15:24:32,122 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. after waiting 0 ms 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fb542d5aed298292fa7932853b960de: Waiting for close lock at 1733412272122Running coprocessor pre-close hooks at 1733412272122Disabling compacts and flushes for region at 1733412272122Disabling writes for close at 1733412272122Failed flush hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., putting online again at 1733412272122 2024-12-05T15:24:32,122 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,170 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1159, reset compression=false 2024-12-05T15:24:32,175 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:32,175 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1803, reset compression=false 2024-12-05T15:24:32,238 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:24:32,238 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1325): Online Regions={9fb542d5aed298292fa7932853b960de=hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:24:32,238 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:32,238 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fb542d5aed298292fa7932853b960de 2024-12-05T15:24:32,238 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fb542d5aed298292fa7932853b960de, disabling compactions & flushes 2024-12-05T15:24:32,238 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,238 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,238 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. after waiting 0 ms 2024-12-05T15:24:32,238 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,238 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fb542d5aed298292fa7932853b960de: Waiting for close lock at 1733412272238Running coprocessor pre-close hooks at 1733412272238Disabling compacts and flushes for region at 1733412272238Disabling writes for close at 1733412272238Failed flush hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de., putting online again at 1733412272238 2024-12-05T15:24:32,238 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412258822.9fb542d5aed298292fa7932853b960de. 2024-12-05T15:24:32,379 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1803, reset compression=false 2024-12-05T15:24:32,438 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:24:32,497 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/rep_barrier/ea19fea0970b48fd9703a0c4901eb877 2024-12-05T15:24:32,513 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/table/3c0e73bd7f3c4ef18f69c33dd3894701 is 53, key is hbase:replication/table:state/1733412259588/Put/seqid=0 2024-12-05T15:24:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:24:32,638 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:24:32,683 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1803, reset compression=false 2024-12-05T15:24:32,839 DEBUG [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:24:32,917 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/table/3c0e73bd7f3c4ef18f69c33dd3894701 2024-12-05T15:24:32,921 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/info/8342378feb184a9da41fe1a3d60028cd as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/info/8342378feb184a9da41fe1a3d60028cd 2024-12-05T15:24:32,925 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/info/8342378feb184a9da41fe1a3d60028cd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:24:32,925 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/ns/192e9022856547f3b05d567eb6c6373e as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/ns/192e9022856547f3b05d567eb6c6373e 2024-12-05T15:24:32,929 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/ns/192e9022856547f3b05d567eb6c6373e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:24:32,929 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/rep_barrier/ea19fea0970b48fd9703a0c4901eb877 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/rep_barrier/ea19fea0970b48fd9703a0c4901eb877 2024-12-05T15:24:32,933 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/rep_barrier/ea19fea0970b48fd9703a0c4901eb877, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:24:32,933 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/.tmp/table/3c0e73bd7f3c4ef18f69c33dd3894701 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/table/3c0e73bd7f3c4ef18f69c33dd3894701 2024-12-05T15:24:32,937 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/table/3c0e73bd7f3c4ef18f69c33dd3894701, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:24:32,938 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-12-05T15:24:32,938 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:24:32,942 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:24:32,942 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:24:32,942 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:24:32,942 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:32,942 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412271237Running coprocessor pre-close hooks at 1733412271237Disabling compacts and flushes for region at 1733412271237Disabling writes for close at 1733412271237Obtaining lock to block concurrent updates at 1733412271237Preparing flush snapshotting stores in 1588230740 at 1733412271237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412271237Flushing stores of hbase:meta,,1.1588230740 at 1733412271238 (+1 ms)Flushing 1588230740/info: creating writer at 1733412271238Flushing 1588230740/info: appending metadata at 1733412271250 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733412271250Flushing 1588230740/ns: creating writer at 1733412271659 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733412271674 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733412271674Flushing 1588230740/rep_barrier: creating writer at 1733412272082 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412272093 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412272093Flushing 1588230740/table: creating writer at 1733412272501 (+408 ms)Flushing 1588230740/table: appending metadata at 1733412272513 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733412272513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a733e7: reopening flushed file at 1733412272921 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b41d95: reopening flushed file at 1733412272925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d09fbf3: reopening flushed file at 1733412272929 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cda9fc2: reopening flushed file at 1733412272933 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1733412272938 (+5 ms)Writing region close event to WAL at 1733412272939 (+1 ms)Running coprocessor post-close hooks at 1733412272942 (+3 ms)Closed at 1733412272942 2024-12-05T15:24:32,942 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:33,039 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T15:24:33,039 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,40703,1733412247627; all regions closed. 2024-12-05T15:24:33,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.meta.1733412250378.meta not finished, retry = 0 2024-12-05T15:24:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:24:33,087 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 to pos 1803, reset compression=false 2024-12-05T15:24:33,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741839_1015 (size=1733) 2024-12-05T15:24:33,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.rep.1733412259552 not finished, retry = 0 2024-12-05T15:24:33,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741832_1008 (size=1811) 2024-12-05T15:24:33,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/WALs/5a29627a94df,40703,1733412247627/5a29627a94df%2C40703%2C1733412247627.1733412249431 not finished, retry = 0 2024-12-05T15:24:33,347 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:33,347 INFO [RS:0;5a29627a94df:40703 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:24:33,347 INFO [RS:0;5a29627a94df:40703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:24:33,347 INFO [RS:0;5a29627a94df:40703 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:24:33,347 INFO [RS:0;5a29627a94df:40703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:24:33,347 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:33,347 INFO [RS:0;5a29627a94df:40703 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,40703,1733412247627 because: Region server is closing 2024-12-05T15:24:33,347 INFO [RS:0;5a29627a94df:40703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:40703. 2024-12-05T15:24:33,348 DEBUG [RS:0;5a29627a94df:40703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:33,348 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:33,348 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:33,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:33,448 INFO [RS:0;5a29627a94df:40703 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.shipper5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 terminated 2024-12-05T15:24:33,448 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,40703,1733412247627.replicationSource.wal-reader.5a29627a94df%2C40703%2C1733412247627,1-5a29627a94df,40703,1733412247627 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:24:33,448 INFO [RS:0;5a29627a94df:40703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:40703. 2024-12-05T15:24:33,448 DEBUG [RS:0;5a29627a94df:40703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:33,448 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:33,448 DEBUG [RS:0;5a29627a94df:40703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:33,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:33,448 INFO [RS:0;5a29627a94df:40703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40703 2024-12-05T15:24:33,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01887742599/rs/5a29627a94df,40703,1733412247627 2024-12-05T15:24:33,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599/rs 2024-12-05T15:24:33,493 INFO [RS:0;5a29627a94df:40703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:33,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,40703,1733412247627] 2024-12-05T15:24:33,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01887742599/draining/5a29627a94df,40703,1733412247627 already deleted, retry=false 2024-12-05T15:24:33,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,40703,1733412247627 expired; onlineServers=0 2024-12-05T15:24:33,510 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,42239,1733412247483' ***** 2024-12-05T15:24:33,510 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:24:33,510 INFO [M:0;5a29627a94df:42239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:24:33,510 INFO [M:0;5a29627a94df:42239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:24:33,510 DEBUG [M:0;5a29627a94df:42239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:24:33,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:24:33,510 DEBUG [M:0;5a29627a94df:42239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:24:33,510 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412249211 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412249211,5,FailOnTimeoutGroup] 2024-12-05T15:24:33,510 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412249211 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412249211,5,FailOnTimeoutGroup] 2024-12-05T15:24:33,510 INFO [M:0;5a29627a94df:42239 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:24:33,510 INFO [M:0;5a29627a94df:42239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:24:33,510 DEBUG [M:0;5a29627a94df:42239 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:24:33,510 INFO [M:0;5a29627a94df:42239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:24:33,510 INFO [M:0;5a29627a94df:42239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:24:33,511 INFO [M:0;5a29627a94df:42239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:24:33,511 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:24:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01887742599/master 2024-12-05T15:24:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01887742599 2024-12-05T15:24:33,518 DEBUG [M:0;5a29627a94df:42239 {}] zookeeper.ZKUtil(347): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Unable to get data of znode /01887742599/master because node does not exist (not an error) 2024-12-05T15:24:33,518 WARN [M:0;5a29627a94df:42239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:24:33,519 INFO [M:0;5a29627a94df:42239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/.lastflushedseqids 2024-12-05T15:24:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741847_1023 (size=245) 2024-12-05T15:24:33,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:33,602 INFO [RS:0;5a29627a94df:40703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:33,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40703-0x101a74597520001, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:33,602 INFO [RS:0;5a29627a94df:40703 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,40703,1733412247627; zookeeper connection closed. 2024-12-05T15:24:33,602 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d1f18c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d1f18c7 2024-12-05T15:24:33,602 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:24:33,923 INFO [M:0;5a29627a94df:42239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:24:33,923 INFO [M:0;5a29627a94df:42239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:24:33,923 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:33,923 INFO [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:33,923 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:33,923 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:33,923 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:33,923 INFO [M:0;5a29627a94df:42239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T15:24:33,936 DEBUG [M:0;5a29627a94df:42239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e833897f8d543c39641c11e9b8d6c08 is 82, key is hbase:meta,,1/info:regioninfo/1733412250406/Put/seqid=0 2024-12-05T15:24:33,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741848_1024 (size=5672) 2024-12-05T15:24:33,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:33,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:34,339 INFO [M:0;5a29627a94df:42239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e833897f8d543c39641c11e9b8d6c08 2024-12-05T15:24:34,358 DEBUG [M:0;5a29627a94df:42239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/866cd359d0b248d28ca13a4178d8a563 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412259593/Put/seqid=0 2024-12-05T15:24:34,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741849_1025 (size=8515) 2024-12-05T15:24:34,762 INFO [M:0;5a29627a94df:42239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/866cd359d0b248d28ca13a4178d8a563 2024-12-05T15:24:34,778 DEBUG [M:0;5a29627a94df:42239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70efef296c7049169fb3017e8e6eec82 is 69, key is 5a29627a94df,40703,1733412247627/rs:state/1733412249288/Put/seqid=0 2024-12-05T15:24:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741850_1026 (size=5156) 2024-12-05T15:24:35,182 INFO [M:0;5a29627a94df:42239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70efef296c7049169fb3017e8e6eec82 2024-12-05T15:24:35,186 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e833897f8d543c39641c11e9b8d6c08 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e833897f8d543c39641c11e9b8d6c08 2024-12-05T15:24:35,189 INFO [M:0;5a29627a94df:42239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e833897f8d543c39641c11e9b8d6c08, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T15:24:35,190 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/866cd359d0b248d28ca13a4178d8a563 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/866cd359d0b248d28ca13a4178d8a563 2024-12-05T15:24:35,195 INFO [M:0;5a29627a94df:42239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/866cd359d0b248d28ca13a4178d8a563, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T15:24:35,196 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70efef296c7049169fb3017e8e6eec82 as hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70efef296c7049169fb3017e8e6eec82 2024-12-05T15:24:35,201 INFO [M:0;5a29627a94df:42239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34555/user/jenkins/test-data/d642640b-9691-1c86-406c-0ebf474c185e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70efef296c7049169fb3017e8e6eec82, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T15:24:35,202 INFO [M:0;5a29627a94df:42239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-12-05T15:24:35,211 INFO [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:35,211 DEBUG [M:0;5a29627a94df:42239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412273923Disabling compacts and flushes for region at 1733412273923Disabling writes for close at 1733412273923Obtaining lock to block concurrent updates at 1733412273923Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412273923Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733412273924 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412273924Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412273924Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412273936 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412273936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412274343 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412274358 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412274358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412274766 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412274777 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412274777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd80827: reopening flushed file at 1733412275185 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86fdac7: reopening flushed file at 1733412275189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2767efa6: reopening flushed file at 1733412275195 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1733412275202 (+7 ms)Writing region close event to WAL at 1733412275211 (+9 ms)Closed at 1733412275211 2024-12-05T15:24:35,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42417 is added to blk_1073741830_1006 (size=63642) 2024-12-05T15:24:35,215 INFO [M:0;5a29627a94df:42239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:24:35,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:24:35,215 INFO [M:0;5a29627a94df:42239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42239 2024-12-05T15:24:35,216 INFO [M:0;5a29627a94df:42239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:24:35,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:35,344 INFO [M:0;5a29627a94df:42239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:24:35,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x101a74597520000, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:24:35,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41188e45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:35,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@338dcc6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:35,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:35,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60df503c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:35,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a9d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:35,356 WARN [BP-249197421-172.17.0.3-1733412245951 heartbeating to localhost/127.0.0.1:34555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:24:35,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:24:35,356 WARN [BP-249197421-172.17.0.3-1733412245951 heartbeating to localhost/127.0.0.1:34555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-249197421-172.17.0.3-1733412245951 (Datanode Uuid a917c49e-fa36-4cd2-a0e4-5a2e005644ca) service to localhost/127.0.0.1:34555 2024-12-05T15:24:35,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:24:35,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/data/data1/current/BP-249197421-172.17.0.3-1733412245951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:35,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/cluster_86d88813-46d3-e493-a740-6f1527bdf71d/data/data2/current/BP-249197421-172.17.0.3-1733412245951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:24:35,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:24:35,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51838098{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:35,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de59a61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:24:35,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:24:35,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:24:35,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147c2401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecef568d-1009-0a48-64c0-d3febc415e1c/hadoop.log.dir/,STOPPED} 2024-12-05T15:24:35,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:24:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:24:35,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34507 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53943) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53943) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34555 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 262) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 6080) 2024-12-05T15:24:35,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=5651 2024-12-05T15:24:35,408 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T15:24:35,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir so I do NOT create it in target/test-data/60cbb761-3860-1a27-43c7-38630986553b 2024-12-05T15:24:35,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:24:35,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.tmp.dir so I do NOT create it in target/test-data/60cbb761-3860-1a27-43c7-38630986553b 2024-12-05T15:24:35,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86ced030-9df8-8ca8-931b-b1f0d038185f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:24:35,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b 2024-12-05T15:24:35,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598, deleteOnExit=true 2024-12-05T15:24:35,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/zookeeper_0, clientPort=50384, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:24:35,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50384 2024-12-05T15:24:35,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:24:35,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:24:35,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/test.cache.data in system properties and HBase conf 2024-12-05T15:24:35,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:24:35,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:24:35,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:24:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:35,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:24:35,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:24:35,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a74597520002, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:24:35,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a74597520005, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:24:35,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a74597520002, quorum=127.0.0.1:53943, baseZNode=/01887742599 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:24:35,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a74597520005, quorum=127.0.0.1:53943, baseZNode=/11042077861 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:24:35,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:35,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:35,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:35,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:35,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:24:35,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:35,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:35,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:35,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78790cfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/java.io.tmpdir/jetty-localhost-37077-hadoop-hdfs-3_4_1-tests_jar-_-any-3157766578279874274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:35,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:37077} 2024-12-05T15:24:35,934 INFO [Time-limited test {}] server.Server(415): Started @224886ms 2024-12-05T15:24:36,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:36,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:36,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:36,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:36,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:24:36,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:36,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:36,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a4a1a95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/java.io.tmpdir/jetty-localhost-35117-hadoop-hdfs-3_4_1-tests_jar-_-any-18420607131182381244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:36,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:35117} 2024-12-05T15:24:36,334 INFO [Time-limited test {}] server.Server(415): Started @225286ms 2024-12-05T15:24:36,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:24:36,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:24:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:24:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:24:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:37,011 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/data/data2/current/BP-1651773021-172.17.0.3-1733412275428/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:37,011 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/data/data1/current/BP-1651773021-172.17.0.3-1733412275428/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:37,025 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:24:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89c08e8d94144ece with lease ID 0x6318cc6eb9e4b2e8: Processing first storage report for DS-b054e985-e71f-42d7-ba55-98f68389d962 from datanode DatanodeRegistration(127.0.0.1:35441, datanodeUuid=1f4d7e6c-925e-4754-9ae2-0f776ce70e78, infoPort=41483, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=840455511;c=1733412275428) 2024-12-05T15:24:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89c08e8d94144ece with lease ID 0x6318cc6eb9e4b2e8: from storage DS-b054e985-e71f-42d7-ba55-98f68389d962 node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=1f4d7e6c-925e-4754-9ae2-0f776ce70e78, infoPort=41483, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=840455511;c=1733412275428), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89c08e8d94144ece with lease ID 0x6318cc6eb9e4b2e8: Processing first storage report for DS-dfb82fdc-a320-40a1-93ba-89e60df4adda from datanode DatanodeRegistration(127.0.0.1:35441, datanodeUuid=1f4d7e6c-925e-4754-9ae2-0f776ce70e78, infoPort=41483, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=840455511;c=1733412275428) 2024-12-05T15:24:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89c08e8d94144ece with lease ID 0x6318cc6eb9e4b2e8: from storage DS-dfb82fdc-a320-40a1-93ba-89e60df4adda node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=1f4d7e6c-925e-4754-9ae2-0f776ce70e78, infoPort=41483, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=840455511;c=1733412275428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:37,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b 2024-12-05T15:24:37,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:37,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:37,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:24:37,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103 with version=8 2024-12-05T15:24:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/hbase-staging 2024-12-05T15:24:37,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:24:37,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:37,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35735 2024-12-05T15:24:37,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35735 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357350x0, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:37,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35735-0x101a7460a7c0000 connected 2024-12-05T15:24:37,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:37,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:37,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/running 2024-12-05T15:24:37,604 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103, hbase.cluster.distributed=false 2024-12-05T15:24:37,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/acl 2024-12-05T15:24:37,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35735 2024-12-05T15:24:37,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35735 2024-12-05T15:24:37,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35735 2024-12-05T15:24:37,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35735 2024-12-05T15:24:37,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35735 2024-12-05T15:24:37,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:24:37,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:37,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33139 2024-12-05T15:24:37,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33139 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:37,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:37,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:37,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331390x0, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:37,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33139-0x101a7460a7c0001 connected 2024-12-05T15:24:37,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/running 2024-12-05T15:24:37,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:24:37,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:24:37,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/master 2024-12-05T15:24:37,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/acl 2024-12-05T15:24:37,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33139 2024-12-05T15:24:37,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33139 2024-12-05T15:24:37,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33139 2024-12-05T15:24:37,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33139 2024-12-05T15:24:37,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33139 2024-12-05T15:24:37,654 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:35735 2024-12-05T15:24:37,654 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02014443281/backup-masters/5a29627a94df,35735,1733412277468 2024-12-05T15:24:37,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281/backup-masters 2024-12-05T15:24:37,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281/backup-masters 2024-12-05T15:24:37,660 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on existing znode=/02014443281/backup-masters/5a29627a94df,35735,1733412277468 2024-12-05T15:24:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02014443281/master 2024-12-05T15:24:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:37,668 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on existing znode=/02014443281/master 2024-12-05T15:24:37,668 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02014443281/backup-masters/5a29627a94df,35735,1733412277468 from backup master directory 2024-12-05T15:24:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281/backup-masters 2024-12-05T15:24:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02014443281/backup-masters/5a29627a94df,35735,1733412277468 2024-12-05T15:24:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281/backup-masters 2024-12-05T15:24:37,676 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:37,676 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,35735,1733412277468 2024-12-05T15:24:37,679 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/hbase.id] with ID: f3248d45-59e0-479b-b33a-d891afe49dcb 2024-12-05T15:24:37,679 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/.tmp/hbase.id 2024-12-05T15:24:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:24:38,084 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/.tmp/hbase.id]:[hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/hbase.id] 2024-12-05T15:24:38,091 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:38,091 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:24:38,092 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:24:38,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:38,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:24:38,531 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:38,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:24:38,532 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:24:38,944 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store 2024-12-05T15:24:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:24:38,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:38,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:38,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:39,348 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:39,348 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:39,348 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:39,348 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:39,348 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:39,348 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:39,348 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:39,348 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412279348Disabling compacts and flushes for region at 1733412279348Disabling writes for close at 1733412279348Writing region close event to WAL at 1733412279348Closed at 1733412279348 2024-12-05T15:24:39,349 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/.initializing 2024-12-05T15:24:39,349 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/WALs/5a29627a94df,35735,1733412277468 2024-12-05T15:24:39,350 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:39,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C35735%2C1733412277468, suffix=, logDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/WALs/5a29627a94df,35735,1733412277468, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/oldWALs, maxLogs=10 2024-12-05T15:24:39,367 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/WALs/5a29627a94df,35735,1733412277468/5a29627a94df%2C35735%2C1733412277468.1733412279351, exclude list is [], retry=0 2024-12-05T15:24:39,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-b054e985-e71f-42d7-ba55-98f68389d962,DISK] 2024-12-05T15:24:39,371 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/WALs/5a29627a94df,35735,1733412277468/5a29627a94df%2C35735%2C1733412277468.1733412279351 2024-12-05T15:24:39,372 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-12-05T15:24:39,372 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:39,372 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:39,372 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,372 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:24:39,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:39,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:39,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:24:39,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:39,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:39,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:24:39,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:39,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:39,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:24:39,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:39,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:39,378 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,378 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,378 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,379 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,379 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,379 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:39,380 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:39,382 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:39,382 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58980455, jitterRate=-0.12112273275852203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:39,382 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412279372Initializing all the Stores at 1733412279373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412279373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412279373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412279373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412279373Cleaning up temporary data from old regions at 1733412279379 (+6 ms)Region opened successfully at 1733412279382 (+3 ms) 2024-12-05T15:24:39,382 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:24:39,384 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6728407a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:39,385 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:24:39,385 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:24:39,385 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:24:39,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:24:39,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:24:39,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:24:39,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:24:39,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:24:39,388 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Unable to get data of znode /02014443281/balancer because node does not exist (not necessarily an error) 2024-12-05T15:24:39,451 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02014443281/balancer already deleted, retry=false 2024-12-05T15:24:39,452 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:24:39,453 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Unable to get data of znode /02014443281/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:24:39,459 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02014443281/normalizer already deleted, retry=false 2024-12-05T15:24:39,460 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:24:39,461 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Unable to get data of znode /02014443281/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:24:39,468 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02014443281/switch/split already deleted, retry=false 2024-12-05T15:24:39,468 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Unable to get data of znode /02014443281/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:24:39,476 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02014443281/switch/merge already deleted, retry=false 2024-12-05T15:24:39,478 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Unable to get data of znode /02014443281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:24:39,484 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02014443281/snapshot-cleanup already deleted, retry=false 2024-12-05T15:24:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02014443281/running 2024-12-05T15:24:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02014443281/running 2024-12-05T15:24:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:39,496 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,35735,1733412277468, sessionid=0x101a7460a7c0000, setting cluster-up flag (Was=false) 2024-12-05T15:24:39,504 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:39,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:39,505 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38310 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:39,534 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02014443281/flush-table-proc/acquired, /02014443281/flush-table-proc/reached, /02014443281/flush-table-proc/abort 2024-12-05T15:24:39,535 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,35735,1733412277468 2024-12-05T15:24:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:39,576 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02014443281/online-snapshot/acquired, /02014443281/online-snapshot/reached, /02014443281/online-snapshot/abort 2024-12-05T15:24:39,577 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,35735,1733412277468 2024-12-05T15:24:39,578 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:24:39,579 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:39,579 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:24:39,579 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:24:39,579 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,35735,1733412277468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:39,580 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412309581 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:24:39,581 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:24:39,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:39,582 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:24:39,582 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:24:39,582 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:24:39,582 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:24:39,582 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:24:39,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:39,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:24:39,583 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:24:39,583 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:24:39,583 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412279583,5,FailOnTimeoutGroup] 2024-12-05T15:24:39,586 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412279583,5,FailOnTimeoutGroup] 2024-12-05T15:24:39,586 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:24:39,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,587 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:24:39,645 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(746): ClusterId : f3248d45-59e0-479b-b33a-d891afe49dcb 2024-12-05T15:24:39,645 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:24:39,652 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:24:39,652 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:24:39,660 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:24:39,660 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e032a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:39,670 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:33139 2024-12-05T15:24:39,670 INFO [RS:0;5a29627a94df:33139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:24:39,670 INFO [RS:0;5a29627a94df:33139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:24:39,670 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:24:39,671 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,35735,1733412277468 with port=33139, startcode=1733412277618 2024-12-05T15:24:39,671 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:24:39,672 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:24:39,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,33139,1733412277618 2024-12-05T15:24:39,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35735 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,33139,1733412277618 2024-12-05T15:24:39,674 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103 2024-12-05T15:24:39,674 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34289 2024-12-05T15:24:39,674 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:24:39,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281/rs 2024-12-05T15:24:39,683 DEBUG [RS:0;5a29627a94df:33139 {}] zookeeper.ZKUtil(111): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on existing znode=/02014443281/rs/5a29627a94df,33139,1733412277618 2024-12-05T15:24:39,683 WARN [RS:0;5a29627a94df:33139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:39,683 INFO [RS:0;5a29627a94df:33139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:39,683 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618 2024-12-05T15:24:39,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,33139,1733412277618] 2024-12-05T15:24:39,685 INFO [RS:0;5a29627a94df:33139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:24:39,686 INFO [RS:0;5a29627a94df:33139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:24:39,687 INFO [RS:0;5a29627a94df:33139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:24:39,687 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,690 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:24:39,691 INFO [RS:0;5a29627a94df:33139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:24:39,691 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:39,691 DEBUG [RS:0;5a29627a94df:33139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:39,694 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,694 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,694 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,694 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,694 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,694 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33139,1733412277618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:39,706 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:24:39,706 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33139,1733412277618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,707 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,707 INFO [RS:0;5a29627a94df:33139 {}] regionserver.Replication(171): 5a29627a94df,33139,1733412277618 started 2024-12-05T15:24:39,717 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:39,717 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,33139,1733412277618, RpcServer on 5a29627a94df/172.17.0.3:33139, sessionid=0x101a7460a7c0001 2024-12-05T15:24:39,718 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:24:39,718 DEBUG [RS:0;5a29627a94df:33139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,33139,1733412277618 2024-12-05T15:24:39,718 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,33139,1733412277618' 2024-12-05T15:24:39,718 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02014443281/flush-table-proc/abort' 2024-12-05T15:24:39,718 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02014443281/flush-table-proc/acquired' 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,33139,1733412277618 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,33139,1733412277618' 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02014443281/online-snapshot/abort' 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02014443281/online-snapshot/acquired' 2024-12-05T15:24:39,719 DEBUG [RS:0;5a29627a94df:33139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:24:39,719 INFO [RS:0;5a29627a94df:33139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:24:39,719 INFO [RS:0;5a29627a94df:33139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:24:39,819 INFO [RS:0;5a29627a94df:33139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:39,821 INFO [RS:0;5a29627a94df:33139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C33139%2C1733412277618, suffix=, logDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/oldWALs, maxLogs=10 2024-12-05T15:24:39,832 DEBUG [RS:0;5a29627a94df:33139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, exclude list is [], retry=0 2024-12-05T15:24:39,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-b054e985-e71f-42d7-ba55-98f68389d962,DISK] 2024-12-05T15:24:39,835 INFO [RS:0;5a29627a94df:33139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 2024-12-05T15:24:39,836 DEBUG [RS:0;5a29627a94df:33139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-12-05T15:24:39,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:24:39,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103 2024-12-05T15:24:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:24:40,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:40,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:40,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:40,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:40,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:40,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:40,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:40,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:40,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:40,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:40,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740 2024-12-05T15:24:40,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740 2024-12-05T15:24:40,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:40,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:40,404 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:40,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:40,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:40,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74694979, jitterRate=0.11304192245006561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:40,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412280398Initializing all the Stores at 1733412280398Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412280398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412280399 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412280399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412280399Cleaning up temporary data from old regions at 1733412280404 (+5 ms)Region opened successfully at 1733412280407 (+3 ms) 2024-12-05T15:24:40,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:40,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:40,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:40,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:40,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:40,408 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:40,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412280407Disabling compacts and flushes for region at 1733412280407Disabling writes for close at 1733412280408 (+1 ms)Writing region close event to WAL at 1733412280408Closed at 1733412280408 2024-12-05T15:24:40,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:40,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:24:40,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:24:40,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:40,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:24:40,561 DEBUG [5a29627a94df:35735 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:24:40,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,33139,1733412277618 2024-12-05T15:24:40,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,33139,1733412277618, state=OPENING 2024-12-05T15:24:40,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:24:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:40,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02014443281/meta-region-server: CHANGED 2024-12-05T15:24:40,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02014443281/meta-region-server: CHANGED 2024-12-05T15:24:40,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:40,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,33139,1733412277618}] 2024-12-05T15:24:40,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:40,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:24:40,764 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:24:40,764 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:40,764 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:24:40,766 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C33139%2C1733412277618.meta, suffix=.meta, logDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/oldWALs, maxLogs=10 2024-12-05T15:24:40,777 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.meta.1733412280766.meta, exclude list is [], retry=0 2024-12-05T15:24:40,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-b054e985-e71f-42d7-ba55-98f68389d962,DISK] 2024-12-05T15:24:40,780 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.meta.1733412280766.meta 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:40,781 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:24:40,781 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:24:40,781 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:24:40,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:40,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:40,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:40,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:40,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:40,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:40,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:40,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:40,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:40,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:40,786 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:40,787 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740 2024-12-05T15:24:40,788 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740 2024-12-05T15:24:40,788 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:40,788 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:40,789 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:40,790 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:40,790 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69656991, jitterRate=0.03797005116939545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:40,790 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:24:40,791 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412280782Writing region info on filesystem at 1733412280782Initializing all the Stores at 1733412280782Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412280782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412280782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412280782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412280782Cleaning up temporary data from old regions at 1733412280788 (+6 ms)Running coprocessor post-open hooks at 1733412280790 (+2 ms)Region opened successfully at 1733412280791 (+1 ms) 2024-12-05T15:24:40,792 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412280760 2024-12-05T15:24:40,793 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:24:40,793 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:24:40,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,33139,1733412277618 2024-12-05T15:24:40,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,33139,1733412277618, state=OPEN 2024-12-05T15:24:40,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02014443281/meta-region-server 2024-12-05T15:24:40,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02014443281/meta-region-server 2024-12-05T15:24:40,825 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,33139,1733412277618 2024-12-05T15:24:40,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02014443281/meta-region-server: CHANGED 2024-12-05T15:24:40,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02014443281/meta-region-server: CHANGED 2024-12-05T15:24:40,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:24:40,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,33139,1733412277618 in 217 msec 2024-12-05T15:24:40,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:24:40,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-12-05T15:24:40,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:40,829 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:24:40,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:40,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33139,1733412277618, seqNum=-1] 2024-12-05T15:24:40,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:40,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:40,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-12-05T15:24:40,835 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412280835, completionTime=-1 2024-12-05T15:24:40,835 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:24:40,835 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412340837 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412400837 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35735,1733412277468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35735,1733412277468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35735,1733412277468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:35735, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,837 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,838 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,839 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35735,1733412277468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:40,841 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35735,1733412277468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:24:40,843 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:24:40,843 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:24:40,843 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35735,1733412277468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:40,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261ae6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:40,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:24:40,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:40,847 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:24:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:24:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dae3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:24:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:40,848 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:40,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c1560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:40,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33139,1733412277618, seqNum=-1] 2024-12-05T15:24:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:40,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,35735,1733412277468 2024-12-05T15:24:40,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:40,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7460a7c0002 connected 2024-12-05T15:24:40,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir so I do NOT create it in target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9 2024-12-05T15:24:40,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:24:40,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.tmp.dir so I do NOT create it in target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9 2024-12-05T15:24:40,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:24:40,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9 2024-12-05T15:24:40,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/cluster_e0a22bbd-f039-0800-00fd-7b7d77f00f32, deleteOnExit=true 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/test.cache.data in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:24:40,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:24:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:24:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:24:41,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:41,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:41,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:41,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:41,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:24:41,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:41,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:41,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:41,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/java.io.tmpdir/jetty-localhost-36815-hadoop-hdfs-3_4_1-tests_jar-_-any-15557593333428838073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:41,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:36815} 2024-12-05T15:24:41,207 INFO [Time-limited test {}] server.Server(415): Started @230159ms 2024-12-05T15:24:41,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:41,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:41,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:41,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:41,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:24:41,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:41,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:41,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77cb3a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/java.io.tmpdir/jetty-localhost-41667-hadoop-hdfs-3_4_1-tests_jar-_-any-3786562571244966094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:41,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:41667} 2024-12-05T15:24:41,499 INFO [Time-limited test {}] server.Server(415): Started @230452ms 2024-12-05T15:24:41,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:24:41,896 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/cluster_e0a22bbd-f039-0800-00fd-7b7d77f00f32/data/data1/current/BP-555485284-172.17.0.3-1733412280893/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:41,896 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/cluster_e0a22bbd-f039-0800-00fd-7b7d77f00f32/data/data2/current/BP-555485284-172.17.0.3-1733412280893/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:41,925 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:24:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3c5b0fcc8f29e5b with lease ID 0x72a22593c2e3c10f: Processing first storage report for DS-11a28b89-73b7-4931-8ae1-0ff2a839d72a from datanode DatanodeRegistration(127.0.0.1:33715, datanodeUuid=25061ff4-8ded-4dfb-8158-1a9929d9723a, infoPort=43241, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1402708317;c=1733412280893) 2024-12-05T15:24:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3c5b0fcc8f29e5b with lease ID 0x72a22593c2e3c10f: from storage DS-11a28b89-73b7-4931-8ae1-0ff2a839d72a node DatanodeRegistration(127.0.0.1:33715, datanodeUuid=25061ff4-8ded-4dfb-8158-1a9929d9723a, infoPort=43241, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1402708317;c=1733412280893), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3c5b0fcc8f29e5b with lease ID 0x72a22593c2e3c10f: Processing first storage report for DS-6b1dbda7-7d54-4f04-87cd-856d0d03620b from datanode DatanodeRegistration(127.0.0.1:33715, datanodeUuid=25061ff4-8ded-4dfb-8158-1a9929d9723a, infoPort=43241, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1402708317;c=1733412280893) 2024-12-05T15:24:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3c5b0fcc8f29e5b with lease ID 0x72a22593c2e3c10f: from storage DS-6b1dbda7-7d54-4f04-87cd-856d0d03620b node DatanodeRegistration(127.0.0.1:33715, datanodeUuid=25061ff4-8ded-4dfb-8158-1a9929d9723a, infoPort=43241, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1402708317;c=1733412280893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:42,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9 2024-12-05T15:24:42,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:42,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:42,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:24:42,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd with version=8 2024-12-05T15:24:42,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/hbase-staging 2024-12-05T15:24:42,435 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:42,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:42,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:42,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:42,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:42,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:42,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:24:42,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:42,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41573 2024-12-05T15:24:42,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41573 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415730x0, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:42,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41573-0x101a7460a7c0003 connected 2024-12-05T15:24:42,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:42,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:42,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/running 2024-12-05T15:24:42,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd, hbase.cluster.distributed=false 2024-12-05T15:24:42,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/acl 2024-12-05T15:24:42,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41573 2024-12-05T15:24:42,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41573 2024-12-05T15:24:42,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41573 2024-12-05T15:24:42,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41573 2024-12-05T15:24:42,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41573 2024-12-05T15:24:42,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:42,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:42,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:42,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:42,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:42,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:42,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:24:42,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:42,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43131 2024-12-05T15:24:42,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43131 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:42,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:42,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431310x0, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:42,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43131-0x101a7460a7c0004 connected 2024-12-05T15:24:42,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/running 2024-12-05T15:24:42,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:24:42,562 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:24:42,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/master 2024-12-05T15:24:42,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/acl 2024-12-05T15:24:42,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-05T15:24:42,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-12-05T15:24:42,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-12-05T15:24:42,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-05T15:24:42,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-05T15:24:42,577 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:41573 2024-12-05T15:24:42,578 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1973600329/backup-masters/5a29627a94df,41573,1733412282435 2024-12-05T15:24:42,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329/backup-masters 2024-12-05T15:24:42,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329/backup-masters 2024-12-05T15:24:42,585 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on existing znode=/1-1973600329/backup-masters/5a29627a94df,41573,1733412282435 2024-12-05T15:24:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1973600329/master 2024-12-05T15:24:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:42,593 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on existing znode=/1-1973600329/master 2024-12-05T15:24:42,593 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1973600329/backup-masters/5a29627a94df,41573,1733412282435 from backup master directory 2024-12-05T15:24:42,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1973600329/backup-masters/5a29627a94df,41573,1733412282435 2024-12-05T15:24:42,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329/backup-masters 2024-12-05T15:24:42,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329/backup-masters 2024-12-05T15:24:42,601 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:42,601 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,41573,1733412282435 2024-12-05T15:24:42,604 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/hbase.id] with ID: 272d0643-43ce-46f9-8e21-1d246056957c 2024-12-05T15:24:42,604 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/.tmp/hbase.id 2024-12-05T15:24:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:24:43,008 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/.tmp/hbase.id]:[hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/hbase.id] 2024-12-05T15:24:43,015 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:43,015 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:24:43,016 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:24:43,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:43,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:24:43,456 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:43,456 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:24:43,457 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:24:43,863 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store 2024-12-05T15:24:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:24:44,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:44,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:44,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:44,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:44,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:44,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:44,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:44,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412284268Disabling compacts and flushes for region at 1733412284268Disabling writes for close at 1733412284268Writing region close event to WAL at 1733412284268Closed at 1733412284268 2024-12-05T15:24:44,269 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/.initializing 2024-12-05T15:24:44,269 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/WALs/5a29627a94df,41573,1733412282435 2024-12-05T15:24:44,270 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:44,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C41573%2C1733412282435, suffix=, logDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/WALs/5a29627a94df,41573,1733412282435, archiveDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/oldWALs, maxLogs=10 2024-12-05T15:24:44,286 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/WALs/5a29627a94df,41573,1733412282435/5a29627a94df%2C41573%2C1733412282435.1733412284272, exclude list is [], retry=0 2024-12-05T15:24:44,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33715,DS-11a28b89-73b7-4931-8ae1-0ff2a839d72a,DISK] 2024-12-05T15:24:44,290 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/WALs/5a29627a94df,41573,1733412282435/5a29627a94df%2C41573%2C1733412282435.1733412284272 2024-12-05T15:24:44,290 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241)] 2024-12-05T15:24:44,290 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:44,290 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:44,291 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,291 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:24:44,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:44,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:44,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:24:44,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:44,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:44,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:24:44,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:44,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:44,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:24:44,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:44,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:44,297 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,298 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,298 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,299 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,299 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,299 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:44,300 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:44,302 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:44,302 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66367756, jitterRate=-0.011043369770050049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:44,302 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412284291Initializing all the Stores at 1733412284291Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412284291Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412284292 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412284292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412284292Cleaning up temporary data from old regions at 1733412284299 (+7 ms)Region opened successfully at 1733412284302 (+3 ms) 2024-12-05T15:24:44,302 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:24:44,304 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428ed84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:44,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:24:44,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:24:44,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:24:44,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:24:44,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:24:44,306 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:24:44,306 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:24:44,307 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:24:44,308 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Unable to get data of znode /1-1973600329/balancer because node does not exist (not necessarily an error) 2024-12-05T15:24:44,376 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1973600329/balancer already deleted, retry=false 2024-12-05T15:24:44,377 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:24:44,377 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Unable to get data of znode /1-1973600329/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:24:44,384 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1973600329/normalizer already deleted, retry=false 2024-12-05T15:24:44,384 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:24:44,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Unable to get data of znode /1-1973600329/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:24:44,392 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1973600329/switch/split already deleted, retry=false 2024-12-05T15:24:44,393 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Unable to get data of znode /1-1973600329/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:24:44,401 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1973600329/switch/merge already deleted, retry=false 2024-12-05T15:24:44,402 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Unable to get data of znode /1-1973600329/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:24:44,409 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1973600329/snapshot-cleanup already deleted, retry=false 2024-12-05T15:24:44,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1973600329/running 2024-12-05T15:24:44,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1973600329/running 2024-12-05T15:24:44,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:44,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:44,418 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,41573,1733412282435, sessionid=0x101a7460a7c0003, setting cluster-up flag (Was=false) 2024-12-05T15:24:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:44,459 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1973600329/flush-table-proc/acquired, /1-1973600329/flush-table-proc/reached, /1-1973600329/flush-table-proc/abort 2024-12-05T15:24:44,461 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,41573,1733412282435 2024-12-05T15:24:44,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:44,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:44,501 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1973600329/online-snapshot/acquired, /1-1973600329/online-snapshot/reached, /1-1973600329/online-snapshot/abort 2024-12-05T15:24:44,502 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,41573,1733412282435 2024-12-05T15:24:44,502 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:24:44,503 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:44,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:24:44,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:24:44,504 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,41573,1733412282435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:44,505 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,506 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412314506 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:24:44,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:24:44,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:24:44,507 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,508 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:44,508 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:24:44,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:24:44,508 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:24:44,508 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:24:44,508 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:24:44,509 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:24:44,509 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:24:44,510 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412284509,5,FailOnTimeoutGroup] 2024-12-05T15:24:44,514 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412284510,5,FailOnTimeoutGroup] 2024-12-05T15:24:44,514 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,514 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:24:44,514 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,514 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:24:44,570 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(746): ClusterId : 272d0643-43ce-46f9-8e21-1d246056957c 2024-12-05T15:24:44,571 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:24:44,577 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:24:44,577 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:24:44,585 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:24:44,585 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d46cd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:44,595 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:43131 2024-12-05T15:24:44,595 INFO [RS:0;5a29627a94df:43131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:24:44,595 INFO [RS:0;5a29627a94df:43131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:24:44,595 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:24:44,595 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,41573,1733412282435 with port=43131, startcode=1733412282544 2024-12-05T15:24:44,595 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:24:44,597 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:24:44,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,43131,1733412282544 2024-12-05T15:24:44,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41573 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,43131,1733412282544 2024-12-05T15:24:44,598 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd 2024-12-05T15:24:44,598 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45223 2024-12-05T15:24:44,598 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:24:44,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329/rs 2024-12-05T15:24:44,637 DEBUG [RS:0;5a29627a94df:43131 {}] zookeeper.ZKUtil(111): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on existing znode=/1-1973600329/rs/5a29627a94df,43131,1733412282544 2024-12-05T15:24:44,637 WARN [RS:0;5a29627a94df:43131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:44,637 INFO [RS:0;5a29627a94df:43131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:44,637 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544 2024-12-05T15:24:44,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,43131,1733412282544] 2024-12-05T15:24:44,641 INFO [RS:0;5a29627a94df:43131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:24:44,642 INFO [RS:0;5a29627a94df:43131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:24:44,642 INFO [RS:0;5a29627a94df:43131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:24:44,642 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,643 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:24:44,643 INFO [RS:0;5a29627a94df:43131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:44,644 DEBUG [RS:0;5a29627a94df:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,644 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43131,1733412282544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:44,656 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:24:44,656 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43131,1733412282544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,656 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,656 INFO [RS:0;5a29627a94df:43131 {}] regionserver.Replication(171): 5a29627a94df,43131,1733412282544 started 2024-12-05T15:24:44,667 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:44,667 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,43131,1733412282544, RpcServer on 5a29627a94df/172.17.0.3:43131, sessionid=0x101a7460a7c0004 2024-12-05T15:24:44,667 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:24:44,667 DEBUG [RS:0;5a29627a94df:43131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,43131,1733412282544 2024-12-05T15:24:44,667 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43131,1733412282544' 2024-12-05T15:24:44,667 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1973600329/flush-table-proc/abort' 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1973600329/flush-table-proc/acquired' 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,43131,1733412282544 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43131,1733412282544' 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1973600329/online-snapshot/abort' 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1973600329/online-snapshot/acquired' 2024-12-05T15:24:44,668 DEBUG [RS:0;5a29627a94df:43131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:24:44,668 INFO [RS:0;5a29627a94df:43131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:24:44,668 INFO [RS:0;5a29627a94df:43131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:24:44,769 INFO [RS:0;5a29627a94df:43131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:44,770 INFO [RS:0;5a29627a94df:43131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43131%2C1733412282544, suffix=, logDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544, archiveDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/oldWALs, maxLogs=10 2024-12-05T15:24:44,782 DEBUG [RS:0;5a29627a94df:43131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, exclude list is [], retry=0 2024-12-05T15:24:44,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33715,DS-11a28b89-73b7-4931-8ae1-0ff2a839d72a,DISK] 2024-12-05T15:24:44,786 INFO [RS:0;5a29627a94df:43131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 2024-12-05T15:24:44,787 DEBUG [RS:0;5a29627a94df:43131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241)] 2024-12-05T15:24:44,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:24:44,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd 2024-12-05T15:24:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:24:45,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:45,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:45,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:45,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:45,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:45,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:45,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:45,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:45,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:45,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:45,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740 2024-12-05T15:24:45,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740 2024-12-05T15:24:45,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:45,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:45,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:45,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:45,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:45,337 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64406933, jitterRate=-0.04026190936565399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:45,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412285326Initializing all the Stores at 1733412285326Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412285326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412285327 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412285327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412285327Cleaning up temporary data from old regions at 1733412285333 (+6 ms)Region opened successfully at 1733412285337 (+4 ms) 2024-12-05T15:24:45,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:45,337 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:45,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:45,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:45,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:45,338 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:45,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412285337Disabling compacts and flushes for region at 1733412285337Disabling writes for close at 1733412285338 (+1 ms)Writing region close event to WAL at 1733412285338Closed at 1733412285338 2024-12-05T15:24:45,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:45,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:24:45,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:24:45,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:45,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:24:45,491 DEBUG [5a29627a94df:41573 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:24:45,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,43131,1733412282544 2024-12-05T15:24:45,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43131,1733412282544, state=OPENING 2024-12-05T15:24:45,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:24:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:24:45,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:45,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1973600329/meta-region-server: CHANGED 2024-12-05T15:24:45,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1973600329/meta-region-server: CHANGED 2024-12-05T15:24:45,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43131,1733412282544}] 2024-12-05T15:24:45,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:24:45,687 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:45,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:24:45,691 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:24:45,691 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:45,691 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:24:45,692 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43131%2C1733412282544.meta, suffix=.meta, logDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544, archiveDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/oldWALs, maxLogs=10 2024-12-05T15:24:45,703 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.meta.1733412285692.meta, exclude list is [], retry=0 2024-12-05T15:24:45,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33715,DS-11a28b89-73b7-4931-8ae1-0ff2a839d72a,DISK] 2024-12-05T15:24:45,706 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.meta.1733412285692.meta 2024-12-05T15:24:45,706 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241)] 2024-12-05T15:24:45,706 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:45,707 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:45,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:45,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:24:45,707 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:24:45,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:24:45,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:45,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:24:45,707 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:24:45,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:45,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:45,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:45,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:45,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:45,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:45,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:45,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:45,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:45,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:45,712 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:45,712 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740 2024-12-05T15:24:45,713 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740 2024-12-05T15:24:45,714 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:45,714 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:45,714 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:45,715 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:45,715 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67015487, jitterRate=-0.0013914257287979126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:45,715 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:24:45,715 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412285707Writing region info on filesystem at 1733412285707Initializing all the Stores at 1733412285708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412285708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412285708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412285708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412285708Cleaning up temporary data from old regions at 1733412285714 (+6 ms)Running coprocessor post-open hooks at 1733412285715 (+1 ms)Region opened successfully at 1733412285715 2024-12-05T15:24:45,716 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412285686 2024-12-05T15:24:45,718 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:24:45,718 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:24:45,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,43131,1733412282544 2024-12-05T15:24:45,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43131,1733412282544, state=OPEN 2024-12-05T15:24:45,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1973600329/meta-region-server 2024-12-05T15:24:45,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1973600329/meta-region-server 2024-12-05T15:24:45,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,43131,1733412282544 2024-12-05T15:24:45,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1973600329/meta-region-server: CHANGED 2024-12-05T15:24:45,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1973600329/meta-region-server: CHANGED 2024-12-05T15:24:45,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:24:45,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43131,1733412282544 in 191 msec 2024-12-05T15:24:45,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:24:45,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-05T15:24:45,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:45,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:24:45,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:45,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43131,1733412282544, seqNum=-1] 2024-12-05T15:24:45,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:45,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:45,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-05T15:24:45,736 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412285735, completionTime=-1 2024-12-05T15:24:45,736 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:24:45,736 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:24:45,737 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412345738 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412405738 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41573,1733412282435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41573,1733412282435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41573,1733412282435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:41573, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,738 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,740 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:24:45,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.141sec 2024-12-05T15:24:45,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:24:45,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:24:45,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:24:45,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:24:45,742 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:24:45,743 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41573,1733412282435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:45,743 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41573,1733412282435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:24:45,744 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:24:45,744 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:24:45,744 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41573,1733412282435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:45,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76966305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:45,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41573,-1 for getting cluster id 2024-12-05T15:24:45,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:45,772 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272d0643-43ce-46f9-8e21-1d246056957c' 2024-12-05T15:24:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272d0643-43ce-46f9-8e21-1d246056957c" 2024-12-05T15:24:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a91f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41573,-1] 2024-12-05T15:24:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:45,774 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:45,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a55a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:45,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:45,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43131,1733412282544, seqNum=-1] 2024-12-05T15:24:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:45,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:45,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,41573,1733412282435 2024-12-05T15:24:45,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:45,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7460a7c0005 connected 2024-12-05T15:24:45,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir so I do NOT create it in target/test-data/7aef999a-b816-1399-de46-a84a1c448191 2024-12-05T15:24:45,794 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:24:45,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.tmp.dir so I do NOT create it in target/test-data/7aef999a-b816-1399-de46-a84a1c448191 2024-12-05T15:24:45,794 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:24:45,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191 2024-12-05T15:24:45,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/cluster_db4040a6-a147-1e7b-8202-7d472f9736a2, deleteOnExit=true 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/test.cache.data in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:24:45,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:24:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:24:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:24:46,011 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T15:24:46,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,040 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,041 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,041 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,041 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,041 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,042 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,047 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,049 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,050 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,051 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:46,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:46,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:46,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:46,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:46,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:24:46,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:46,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:46,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:46,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72948196{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/java.io.tmpdir/jetty-localhost-35879-hadoop-hdfs-3_4_1-tests_jar-_-any-12164248727681726312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:24:46,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:35879} 2024-12-05T15:24:46,204 INFO [Time-limited test {}] server.Server(415): Started @235156ms 2024-12-05T15:24:46,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:24:46,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:24:46,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:24:46,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:24:46,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:24:46,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:24:46,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:24:46,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c83d38d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/java.io.tmpdir/jetty-localhost-44759-hadoop-hdfs-3_4_1-tests_jar-_-any-1599972328627503731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:24:46,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:44759} 2024-12-05T15:24:46,471 INFO [Time-limited test {}] server.Server(415): Started @235424ms 2024-12-05T15:24:46,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:24:46,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:24:46,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:24:46,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:46,902 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/cluster_db4040a6-a147-1e7b-8202-7d472f9736a2/data/data2/current/BP-1589134584-172.17.0.3-1733412285815/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:46,902 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/cluster_db4040a6-a147-1e7b-8202-7d472f9736a2/data/data1/current/BP-1589134584-172.17.0.3-1733412285815/current, will proceed with Du for space computation calculation, 2024-12-05T15:24:46,916 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:24:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69ccde2732e3ffbc with lease ID 0x872b06b2c7a4bd90: Processing first storage report for DS-8fdb1bbb-0a3c-4e60-abe9-6fe4a7d4a8af from datanode DatanodeRegistration(127.0.0.1:37807, datanodeUuid=a2662ec9-80f4-468f-af89-5987c6f8219e, infoPort=45037, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1566067132;c=1733412285815) 2024-12-05T15:24:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69ccde2732e3ffbc with lease ID 0x872b06b2c7a4bd90: from storage DS-8fdb1bbb-0a3c-4e60-abe9-6fe4a7d4a8af node DatanodeRegistration(127.0.0.1:37807, datanodeUuid=a2662ec9-80f4-468f-af89-5987c6f8219e, infoPort=45037, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1566067132;c=1733412285815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69ccde2732e3ffbc with lease ID 0x872b06b2c7a4bd90: Processing first storage report for DS-3fd71204-9173-423f-a069-c2d8dc917a10 from datanode DatanodeRegistration(127.0.0.1:37807, datanodeUuid=a2662ec9-80f4-468f-af89-5987c6f8219e, infoPort=45037, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1566067132;c=1733412285815) 2024-12-05T15:24:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69ccde2732e3ffbc with lease ID 0x872b06b2c7a4bd90: from storage DS-3fd71204-9173-423f-a069-c2d8dc917a10 node DatanodeRegistration(127.0.0.1:37807, datanodeUuid=a2662ec9-80f4-468f-af89-5987c6f8219e, infoPort=45037, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1566067132;c=1733412285815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:24:47,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191 2024-12-05T15:24:47,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:24:47,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d with version=8 2024-12-05T15:24:47,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/hbase-staging 2024-12-05T15:24:47,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:24:47,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:47,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46477 2024-12-05T15:24:47,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46477 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:47,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464770x0, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:47,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46477-0x101a7460a7c0006 connected 2024-12-05T15:24:47,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/running 2024-12-05T15:24:47,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d, hbase.cluster.distributed=false 2024-12-05T15:24:47,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/acl 2024-12-05T15:24:47,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46477 2024-12-05T15:24:47,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46477 2024-12-05T15:24:47,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46477 2024-12-05T15:24:47,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46477 2024-12-05T15:24:47,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46477 2024-12-05T15:24:47,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:24:47,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:24:47,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34411 2024-12-05T15:24:47,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34411 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:47,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,524 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344110x0, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:47,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34411-0x101a7460a7c0007 connected 2024-12-05T15:24:47,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344110x0, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/running 2024-12-05T15:24:47,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:24:47,525 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:24:47,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/master 2024-12-05T15:24:47,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/acl 2024-12-05T15:24:47,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34411 2024-12-05T15:24:47,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34411 2024-12-05T15:24:47,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34411 2024-12-05T15:24:47,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34411 2024-12-05T15:24:47,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34411 2024-12-05T15:24:47,543 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:46477 2024-12-05T15:24:47,543 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21598011490/backup-masters/5a29627a94df,46477,1733412287413 2024-12-05T15:24:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490/backup-masters 2024-12-05T15:24:47,551 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490/backup-masters 2024-12-05T15:24:47,551 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on existing znode=/21598011490/backup-masters/5a29627a94df,46477,1733412287413 2024-12-05T15:24:47,559 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21598011490/master 2024-12-05T15:24:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:47,559 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:47,559 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on existing znode=/21598011490/master 2024-12-05T15:24:47,559 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21598011490/backup-masters/5a29627a94df,46477,1733412287413 from backup master directory 2024-12-05T15:24:47,567 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490/backup-masters 2024-12-05T15:24:47,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598011490/backup-masters/5a29627a94df,46477,1733412287413 2024-12-05T15:24:47,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490/backup-masters 2024-12-05T15:24:47,567 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:47,568 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,46477,1733412287413 2024-12-05T15:24:47,570 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/hbase.id] with ID: 52eb76a3-11c3-488d-8ac9-743a3096b3ef 2024-12-05T15:24:47,570 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/.tmp/hbase.id 2024-12-05T15:24:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:24:47,975 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/.tmp/hbase.id]:[hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/hbase.id] 2024-12-05T15:24:47,982 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:24:47,982 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:24:47,982 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:24:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:48,009 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:24:48,418 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:48,418 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:24:48,419 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:24:48,826 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store 2024-12-05T15:24:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:24:49,234 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:49,234 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:24:49,234 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:49,234 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:49,234 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:24:49,234 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:49,234 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:24:49,234 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412289234Disabling compacts and flushes for region at 1733412289234Disabling writes for close at 1733412289234Writing region close event to WAL at 1733412289234Closed at 1733412289234 2024-12-05T15:24:49,235 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/.initializing 2024-12-05T15:24:49,235 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/WALs/5a29627a94df,46477,1733412287413 2024-12-05T15:24:49,236 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:49,237 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C46477%2C1733412287413, suffix=, logDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/WALs/5a29627a94df,46477,1733412287413, archiveDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/oldWALs, maxLogs=10 2024-12-05T15:24:49,248 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/WALs/5a29627a94df,46477,1733412287413/5a29627a94df%2C46477%2C1733412287413.1733412289237, exclude list is [], retry=0 2024-12-05T15:24:49,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-8fdb1bbb-0a3c-4e60-abe9-6fe4a7d4a8af,DISK] 2024-12-05T15:24:49,255 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/WALs/5a29627a94df,46477,1733412287413/5a29627a94df%2C46477%2C1733412287413.1733412289237 2024-12-05T15:24:49,255 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-05T15:24:49,255 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:49,256 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:49,256 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,256 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:24:49,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:49,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:49,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:24:49,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:49,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:49,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:24:49,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:49,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:49,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:24:49,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:49,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:49,262 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,263 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,263 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,264 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,264 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,265 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:49,265 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:24:49,267 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:49,267 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68438140, jitterRate=0.019807755947113037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:49,267 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412289256Initializing all the Stores at 1733412289256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412289257 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412289257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412289257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412289257Cleaning up temporary data from old regions at 1733412289264 (+7 ms)Region opened successfully at 1733412289267 (+3 ms) 2024-12-05T15:24:49,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:24:49,270 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3045669b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:49,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:24:49,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:24:49,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:24:49,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:24:49,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:24:49,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:24:49,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:24:49,273 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:24:49,274 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Unable to get data of znode /21598011490/balancer because node does not exist (not necessarily an error) 2024-12-05T15:24:49,301 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598011490/balancer already deleted, retry=false 2024-12-05T15:24:49,301 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:24:49,302 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Unable to get data of znode /21598011490/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:24:49,309 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598011490/normalizer already deleted, retry=false 2024-12-05T15:24:49,310 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:24:49,311 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Unable to get data of znode /21598011490/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:24:49,317 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598011490/switch/split already deleted, retry=false 2024-12-05T15:24:49,318 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Unable to get data of znode /21598011490/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:24:49,326 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598011490/switch/merge already deleted, retry=false 2024-12-05T15:24:49,327 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Unable to get data of znode /21598011490/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:24:49,334 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598011490/snapshot-cleanup already deleted, retry=false 2024-12-05T15:24:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21598011490/running 2024-12-05T15:24:49,342 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21598011490/running 2024-12-05T15:24:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:49,342 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:49,343 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,46477,1733412287413, sessionid=0x101a7460a7c0006, setting cluster-up flag (Was=false) 2024-12-05T15:24:49,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:49,359 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:49,384 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21598011490/flush-table-proc/acquired, /21598011490/flush-table-proc/reached, /21598011490/flush-table-proc/abort 2024-12-05T15:24:49,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,46477,1733412287413 2024-12-05T15:24:49,401 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:49,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:49,426 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21598011490/online-snapshot/acquired, /21598011490/online-snapshot/reached, /21598011490/online-snapshot/abort 2024-12-05T15:24:49,426 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,46477,1733412287413 2024-12-05T15:24:49,427 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:24:49,428 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:49,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:24:49,428 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:24:49,429 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,46477,1733412287413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:24:49,429 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:49,430 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,430 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412319430 2024-12-05T15:24:49,430 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:24:49,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:24:49,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:24:49,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:24:49,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:24:49,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:24:49,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:49,431 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:24:49,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:49,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:24:49,433 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:24:49,433 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:24:49,433 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:24:49,433 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:24:49,434 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:24:49,434 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:24:49,438 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412289434,5,FailOnTimeoutGroup] 2024-12-05T15:24:49,438 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(746): ClusterId : 52eb76a3-11c3-488d-8ac9-743a3096b3ef 2024-12-05T15:24:49,439 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:24:49,442 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412289438,5,FailOnTimeoutGroup] 2024-12-05T15:24:49,442 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,442 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:24:49,442 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,442 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,443 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:24:49,443 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:24:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:24:49,451 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:24:49,451 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47039ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:24:49,464 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:34411 2024-12-05T15:24:49,465 INFO [RS:0;5a29627a94df:34411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:24:49,465 INFO [RS:0;5a29627a94df:34411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:24:49,465 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:24:49,465 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,46477,1733412287413 with port=34411, startcode=1733412287508 2024-12-05T15:24:49,465 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:24:49,467 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:24:49,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,34411,1733412287508 2024-12-05T15:24:49,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46477 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,34411,1733412287508 2024-12-05T15:24:49,468 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d 2024-12-05T15:24:49,468 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44259 2024-12-05T15:24:49,468 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:24:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490/rs 2024-12-05T15:24:49,505 DEBUG [RS:0;5a29627a94df:34411 {}] zookeeper.ZKUtil(111): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on existing znode=/21598011490/rs/5a29627a94df,34411,1733412287508 2024-12-05T15:24:49,505 WARN [RS:0;5a29627a94df:34411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:24:49,505 INFO [RS:0;5a29627a94df:34411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:49,505 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508 2024-12-05T15:24:49,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,34411,1733412287508] 2024-12-05T15:24:49,509 INFO [RS:0;5a29627a94df:34411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:24:49,511 INFO [RS:0;5a29627a94df:34411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:24:49,511 INFO [RS:0;5a29627a94df:34411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:24:49,511 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,511 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:49,512 DEBUG [RS:0;5a29627a94df:34411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,512 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,34411,1733412287508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:49,525 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:24:49,525 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,34411,1733412287508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,525 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,525 INFO [RS:0;5a29627a94df:34411 {}] regionserver.Replication(171): 5a29627a94df,34411,1733412287508 started 2024-12-05T15:24:49,537 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:49,537 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,34411,1733412287508, RpcServer on 5a29627a94df/172.17.0.3:34411, sessionid=0x101a7460a7c0007 2024-12-05T15:24:49,538 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:24:49,538 DEBUG [RS:0;5a29627a94df:34411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,34411,1733412287508 2024-12-05T15:24:49,538 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,34411,1733412287508' 2024-12-05T15:24:49,538 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21598011490/flush-table-proc/abort' 2024-12-05T15:24:49,538 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21598011490/flush-table-proc/acquired' 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,34411,1733412287508 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,34411,1733412287508' 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21598011490/online-snapshot/abort' 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21598011490/online-snapshot/acquired' 2024-12-05T15:24:49,539 DEBUG [RS:0;5a29627a94df:34411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:24:49,539 INFO [RS:0;5a29627a94df:34411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:24:49,539 INFO [RS:0;5a29627a94df:34411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:24:49,604 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:49,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:49,605 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48410 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:24:49,639 INFO [RS:0;5a29627a94df:34411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:24:49,641 INFO [RS:0;5a29627a94df:34411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34411%2C1733412287508, suffix=, logDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508, archiveDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/oldWALs, maxLogs=10 2024-12-05T15:24:49,652 DEBUG [RS:0;5a29627a94df:34411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, exclude list is [], retry=0 2024-12-05T15:24:49,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-8fdb1bbb-0a3c-4e60-abe9-6fe4a7d4a8af,DISK] 2024-12-05T15:24:49,656 INFO [RS:0;5a29627a94df:34411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 2024-12-05T15:24:49,656 DEBUG [RS:0;5a29627a94df:34411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-05T15:24:49,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:24:49,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d 2024-12-05T15:24:49,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:24:50,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:50,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:50,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:50,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:50,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:50,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:50,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:50,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:50,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:50,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740 2024-12-05T15:24:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740 2024-12-05T15:24:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:50,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:50,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:50,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:50,266 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74339804, jitterRate=0.10774940252304077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:50,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412290257Initializing all the Stores at 1733412290257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412290257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412290258 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412290258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412290258Cleaning up temporary data from old regions at 1733412290264 (+6 ms)Region opened successfully at 1733412290266 (+2 ms) 2024-12-05T15:24:50,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:24:50,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:24:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:24:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:24:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:24:50,267 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:24:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412290266Disabling compacts and flushes for region at 1733412290266Disabling writes for close at 1733412290267 (+1 ms)Writing region close event to WAL at 1733412290267Closed at 1733412290267 2024-12-05T15:24:50,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:50,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:24:50,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:24:50,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:50,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:24:50,419 DEBUG [5a29627a94df:46477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:24:50,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,34411,1733412287508 2024-12-05T15:24:50,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34411,1733412287508, state=OPENING 2024-12-05T15:24:50,467 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:24:50,476 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:50,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:24:50,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:24:50,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,34411,1733412287508}] 2024-12-05T15:24:50,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598011490/meta-region-server: CHANGED 2024-12-05T15:24:50,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598011490/meta-region-server: CHANGED 2024-12-05T15:24:50,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:24:50,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:24:50,634 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:24:50,634 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:50,634 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:24:50,635 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34411%2C1733412287508.meta, suffix=.meta, logDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508, archiveDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/oldWALs, maxLogs=10 2024-12-05T15:24:50,646 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.meta.1733412290635.meta, exclude list is [], retry=0 2024-12-05T15:24:50,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-8fdb1bbb-0a3c-4e60-abe9-6fe4a7d4a8af,DISK] 2024-12-05T15:24:50,649 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.meta.1733412290635.meta 2024-12-05T15:24:50,650 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-05T15:24:50,650 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:50,650 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:50,650 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:50,650 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:24:50,650 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:24:50,650 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:24:50,650 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:50,651 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:24:50,651 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:24:50,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:24:50,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:24:50,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:24:50,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:24:50,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:24:50,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:24:50,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:24:50,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:24:50,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:24:50,656 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:24:50,656 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740 2024-12-05T15:24:50,657 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740 2024-12-05T15:24:50,657 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:24:50,657 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:24:50,658 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:24:50,658 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:24:50,659 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66377082, jitterRate=-0.010904401540756226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:24:50,659 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:24:50,659 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412290651Writing region info on filesystem at 1733412290651Initializing all the Stores at 1733412290651Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412290651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412290651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412290651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412290652 (+1 ms)Cleaning up temporary data from old regions at 1733412290657 (+5 ms)Running coprocessor post-open hooks at 1733412290659 (+2 ms)Region opened successfully at 1733412290659 2024-12-05T15:24:50,660 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412290629 2024-12-05T15:24:50,661 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:24:50,661 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:24:50,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,34411,1733412287508 2024-12-05T15:24:50,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34411,1733412287508, state=OPEN 2024-12-05T15:24:50,667 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21598011490/meta-region-server 2024-12-05T15:24:50,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21598011490/meta-region-server 2024-12-05T15:24:50,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,34411,1733412287508 2024-12-05T15:24:50,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598011490/meta-region-server: CHANGED 2024-12-05T15:24:50,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598011490/meta-region-server: CHANGED 2024-12-05T15:24:50,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:24:50,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,34411,1733412287508 in 191 msec 2024-12-05T15:24:50,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:24:50,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-12-05T15:24:50,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:24:50,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:24:50,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:50,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34411,1733412287508, seqNum=-1] 2024-12-05T15:24:50,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:50,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:50,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-12-05T15:24:50,677 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412290677, completionTime=-1 2024-12-05T15:24:50,677 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:24:50,677 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412350679 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412410679 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46477,1733412287413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46477,1733412287413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46477,1733412287413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:46477, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,679 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,681 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.114sec 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46477,1733412287413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:24:50,682 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46477,1733412287413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:24:50,684 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:24:50,684 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:24:50,684 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46477,1733412287413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:24:50,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ef94d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:50,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:24:50,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:50,741 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:24:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:24:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a593ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:24:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:50,742 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:50,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:50,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34411,1733412287508, seqNum=-1] 2024-12-05T15:24:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:50,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:24:50,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,46477,1733412287413 2024-12-05T15:24:50,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50384 2024-12-05T15:24:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:24:50,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a7460a7c0008 connected 2024-12-05T15:24:50,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35735,1733412277468 2024-12-05T15:24:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11f7b71a 2024-12-05T15:24:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:50,769 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:50,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:24:50,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:50,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:50,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:24:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:50,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:24:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:51,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61c0a9ee016fc5e9dcf3ff39a76f3fe1, NAME => 'test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103 2024-12-05T15:24:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:24:51,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:51,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:51,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:51,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61c0a9ee016fc5e9dcf3ff39a76f3fe1, disabling compactions & flushes 2024-12-05T15:24:51,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. after waiting 0 ms 2024-12-05T15:24:51,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61c0a9ee016fc5e9dcf3ff39a76f3fe1: Waiting for close lock at 1733412291585Disabling compacts and flushes for region at 1733412291585Disabling writes for close at 1733412291585Writing region close event to WAL at 1733412291585Closed at 1733412291585 2024-12-05T15:24:51,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:51,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412291586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412291586"}]},"ts":"1733412291586"} 2024-12-05T15:24:51,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:51,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:51,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412291589"}]},"ts":"1733412291589"} 2024-12-05T15:24:51,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:24:51,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61c0a9ee016fc5e9dcf3ff39a76f3fe1, ASSIGN}] 2024-12-05T15:24:51,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61c0a9ee016fc5e9dcf3ff39a76f3fe1, ASSIGN 2024-12-05T15:24:51,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61c0a9ee016fc5e9dcf3ff39a76f3fe1, ASSIGN; state=OFFLINE, location=5a29627a94df,33139,1733412277618; forceNewPlan=false, retain=false 2024-12-05T15:24:51,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61c0a9ee016fc5e9dcf3ff39a76f3fe1, regionState=OPENING, regionLocation=5a29627a94df,33139,1733412277618 2024-12-05T15:24:51,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61c0a9ee016fc5e9dcf3ff39a76f3fe1, ASSIGN because future has completed 2024-12-05T15:24:51,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61c0a9ee016fc5e9dcf3ff39a76f3fe1, server=5a29627a94df,33139,1733412277618}] 2024-12-05T15:24:51,901 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,901 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61c0a9ee016fc5e9dcf3ff39a76f3fe1, NAME => 'test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:51,901 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:51,901 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:24:51,901 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,901 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:51,902 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,902 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,902 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,903 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c0a9ee016fc5e9dcf3ff39a76f3fe1 columnFamilyName f 2024-12-05T15:24:51,903 DEBUG [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:51,904 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] regionserver.HStore(327): Store=61c0a9ee016fc5e9dcf3ff39a76f3fe1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:51,904 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,904 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c0a9ee016fc5e9dcf3ff39a76f3fe1 columnFamilyName f1 2024-12-05T15:24:51,904 DEBUG [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:51,905 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] regionserver.HStore(327): Store=61c0a9ee016fc5e9dcf3ff39a76f3fe1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:51,905 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,906 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c0a9ee016fc5e9dcf3ff39a76f3fe1 columnFamilyName norep 2024-12-05T15:24:51,906 DEBUG [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:51,906 INFO [StoreOpener-61c0a9ee016fc5e9dcf3ff39a76f3fe1-1 {}] regionserver.HStore(327): Store=61c0a9ee016fc5e9dcf3ff39a76f3fe1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:51,906 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,906 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,907 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,907 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,907 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,907 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:51,908 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,909 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:51,910 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61c0a9ee016fc5e9dcf3ff39a76f3fe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73577138, jitterRate=0.09638479351997375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:51,910 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:24:51,910 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61c0a9ee016fc5e9dcf3ff39a76f3fe1: Running coprocessor pre-open hook at 1733412291902Writing region info on filesystem at 1733412291902Initializing all the Stores at 1733412291902Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412291902Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412291902Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412291902Cleaning up temporary data from old regions at 1733412291907 (+5 ms)Running coprocessor post-open hooks at 1733412291910 (+3 ms)Region opened successfully at 1733412291910 2024-12-05T15:24:51,911 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1., pid=6, masterSystemTime=1733412291897 2024-12-05T15:24:51,913 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,913 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:24:51,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61c0a9ee016fc5e9dcf3ff39a76f3fe1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,33139,1733412277618 2024-12-05T15:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61c0a9ee016fc5e9dcf3ff39a76f3fe1, server=5a29627a94df,33139,1733412277618 because future has completed 2024-12-05T15:24:51,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:24:51,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61c0a9ee016fc5e9dcf3ff39a76f3fe1, server=5a29627a94df,33139,1733412277618 in 170 msec 2024-12-05T15:24:51,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:24:51,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61c0a9ee016fc5e9dcf3ff39a76f3fe1, ASSIGN in 326 msec 2024-12-05T15:24:51,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:51,919 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412291919"}]},"ts":"1733412291919"} 2024-12-05T15:24:51,921 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:24:51,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:51,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T15:24:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:52,925 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:24:52,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41573,1733412282435 2024-12-05T15:24:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264e6b05 2024-12-05T15:24:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:52,926 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:52,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:24:52,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:52,929 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:52,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:24:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:52,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:24:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:53,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 062bc7d1e7fbd3f45bb92193b37219a0, NAME => 'test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd 2024-12-05T15:24:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:24:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:53,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:53,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 062bc7d1e7fbd3f45bb92193b37219a0, disabling compactions & flushes 2024-12-05T15:24:53,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:53,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:53,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. after waiting 0 ms 2024-12-05T15:24:53,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:53,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:53,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 062bc7d1e7fbd3f45bb92193b37219a0: Waiting for close lock at 1733412293743Disabling compacts and flushes for region at 1733412293743Disabling writes for close at 1733412293743Writing region close event to WAL at 1733412293743Closed at 1733412293743 2024-12-05T15:24:53,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:53,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412293744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412293744"}]},"ts":"1733412293744"} 2024-12-05T15:24:53,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:53,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:53,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412293746"}]},"ts":"1733412293746"} 2024-12-05T15:24:53,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:24:53,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=062bc7d1e7fbd3f45bb92193b37219a0, ASSIGN}] 2024-12-05T15:24:53,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=062bc7d1e7fbd3f45bb92193b37219a0, ASSIGN 2024-12-05T15:24:53,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=062bc7d1e7fbd3f45bb92193b37219a0, ASSIGN; state=OFFLINE, location=5a29627a94df,43131,1733412282544; forceNewPlan=false, retain=false 2024-12-05T15:24:53,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=062bc7d1e7fbd3f45bb92193b37219a0, regionState=OPENING, regionLocation=5a29627a94df,43131,1733412282544 2024-12-05T15:24:53,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=062bc7d1e7fbd3f45bb92193b37219a0, ASSIGN because future has completed 2024-12-05T15:24:53,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 062bc7d1e7fbd3f45bb92193b37219a0, server=5a29627a94df,43131,1733412282544}] 2024-12-05T15:24:54,061 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:54,061 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 062bc7d1e7fbd3f45bb92193b37219a0, NAME => 'test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:54,062 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:54,062 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:24:54,062 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,062 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:54,062 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,062 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,063 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,064 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062bc7d1e7fbd3f45bb92193b37219a0 columnFamilyName f 2024-12-05T15:24:54,064 DEBUG [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:54,065 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] regionserver.HStore(327): Store=062bc7d1e7fbd3f45bb92193b37219a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:54,065 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,066 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062bc7d1e7fbd3f45bb92193b37219a0 columnFamilyName f1 2024-12-05T15:24:54,066 DEBUG [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:54,066 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] regionserver.HStore(327): Store=062bc7d1e7fbd3f45bb92193b37219a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:54,066 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,067 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062bc7d1e7fbd3f45bb92193b37219a0 columnFamilyName norep 2024-12-05T15:24:54,067 DEBUG [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:54,067 INFO [StoreOpener-062bc7d1e7fbd3f45bb92193b37219a0-1 {}] regionserver.HStore(327): Store=062bc7d1e7fbd3f45bb92193b37219a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:54,067 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,068 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,068 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,068 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,068 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,069 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:54,070 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,071 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:54,071 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 062bc7d1e7fbd3f45bb92193b37219a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60022413, jitterRate=-0.10559634864330292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:54,072 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:24:54,072 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 062bc7d1e7fbd3f45bb92193b37219a0: Running coprocessor pre-open hook at 1733412294062Writing region info on filesystem at 1733412294062Initializing all the Stores at 1733412294063 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412294063Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412294063Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412294063Cleaning up temporary data from old regions at 1733412294068 (+5 ms)Running coprocessor post-open hooks at 1733412294072 (+4 ms)Region opened successfully at 1733412294072 2024-12-05T15:24:54,072 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0., pid=6, masterSystemTime=1733412294058 2024-12-05T15:24:54,074 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:54,074 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:24:54,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=062bc7d1e7fbd3f45bb92193b37219a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,43131,1733412282544 2024-12-05T15:24:54,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 062bc7d1e7fbd3f45bb92193b37219a0, server=5a29627a94df,43131,1733412282544 because future has completed 2024-12-05T15:24:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:24:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 062bc7d1e7fbd3f45bb92193b37219a0, server=5a29627a94df,43131,1733412282544 in 173 msec 2024-12-05T15:24:54,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:24:54,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=062bc7d1e7fbd3f45bb92193b37219a0, ASSIGN in 331 msec 2024-12-05T15:24:54,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:54,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412294081"}]},"ts":"1733412294081"} 2024-12-05T15:24:54,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:24:54,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:54,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-05T15:24:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:55,075 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:24:55,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46477,1733412287413 2024-12-05T15:24:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7445ff15 2024-12-05T15:24:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:55,077 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:55,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:24:55,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:55,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:55,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:24:55,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:55,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:24:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:55,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c436d972d1b1dceb6a26beeb045268d, NAME => 'test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d 2024-12-05T15:24:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:24:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:55,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:55,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c436d972d1b1dceb6a26beeb045268d, disabling compactions & flushes 2024-12-05T15:24:55,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:55,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:55,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. after waiting 0 ms 2024-12-05T15:24:55,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:55,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:55,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c436d972d1b1dceb6a26beeb045268d: Waiting for close lock at 1733412295892Disabling compacts and flushes for region at 1733412295892Disabling writes for close at 1733412295892Writing region close event to WAL at 1733412295892Closed at 1733412295892 2024-12-05T15:24:55,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:55,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412295893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412295893"}]},"ts":"1733412295893"} 2024-12-05T15:24:55,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:55,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:55,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412295895"}]},"ts":"1733412295895"} 2024-12-05T15:24:55,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:24:55,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c436d972d1b1dceb6a26beeb045268d, ASSIGN}] 2024-12-05T15:24:55,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c436d972d1b1dceb6a26beeb045268d, ASSIGN 2024-12-05T15:24:55,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c436d972d1b1dceb6a26beeb045268d, ASSIGN; state=OFFLINE, location=5a29627a94df,34411,1733412287508; forceNewPlan=false, retain=false 2024-12-05T15:24:56,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c436d972d1b1dceb6a26beeb045268d, regionState=OPENING, regionLocation=5a29627a94df,34411,1733412287508 2024-12-05T15:24:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c436d972d1b1dceb6a26beeb045268d, ASSIGN because future has completed 2024-12-05T15:24:56,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c436d972d1b1dceb6a26beeb045268d, server=5a29627a94df,34411,1733412287508}] 2024-12-05T15:24:56,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:24:56,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:24:56,206 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:56,206 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c436d972d1b1dceb6a26beeb045268d, NAME => 'test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:56,206 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:56,206 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:24:56,207 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,207 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:56,207 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,207 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,208 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,209 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c436d972d1b1dceb6a26beeb045268d columnFamilyName f 2024-12-05T15:24:56,209 DEBUG [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:56,209 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] regionserver.HStore(327): Store=5c436d972d1b1dceb6a26beeb045268d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:56,209 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,210 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c436d972d1b1dceb6a26beeb045268d columnFamilyName f1 2024-12-05T15:24:56,210 DEBUG [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:56,210 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] regionserver.HStore(327): Store=5c436d972d1b1dceb6a26beeb045268d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:56,210 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,211 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c436d972d1b1dceb6a26beeb045268d columnFamilyName norep 2024-12-05T15:24:56,211 DEBUG [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:56,211 INFO [StoreOpener-5c436d972d1b1dceb6a26beeb045268d-1 {}] regionserver.HStore(327): Store=5c436d972d1b1dceb6a26beeb045268d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:56,212 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,212 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,212 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,213 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,213 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,213 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:56,214 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:56,215 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:56,216 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c436d972d1b1dceb6a26beeb045268d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64147603, jitterRate=-0.044126227498054504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:56,216 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:24:56,216 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c436d972d1b1dceb6a26beeb045268d: Running coprocessor pre-open hook at 1733412296207Writing region info on filesystem at 1733412296207Initializing all the Stores at 1733412296207Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412296207Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412296208 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412296208Cleaning up temporary data from old regions at 1733412296213 (+5 ms)Running coprocessor post-open hooks at 1733412296216 (+3 ms)Region opened successfully at 1733412296216 2024-12-05T15:24:56,217 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d., pid=6, masterSystemTime=1733412296203 2024-12-05T15:24:56,218 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:56,218 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:24:56,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c436d972d1b1dceb6a26beeb045268d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,34411,1733412287508 2024-12-05T15:24:56,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c436d972d1b1dceb6a26beeb045268d, server=5a29627a94df,34411,1733412287508 because future has completed 2024-12-05T15:24:56,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:24:56,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c436d972d1b1dceb6a26beeb045268d, server=5a29627a94df,34411,1733412287508 in 178 msec 2024-12-05T15:24:56,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:24:56,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c436d972d1b1dceb6a26beeb045268d, ASSIGN in 333 msec 2024-12-05T15:24:56,239 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:56,239 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412296239"}]},"ts":"1733412296239"} 2024-12-05T15:24:56,241 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:24:56,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:56,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-05T15:24:56,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:24:56,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T15:24:56,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:24:56,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T15:24:56,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:24:57,225 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:24:57,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:57,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:24:57,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:57,227 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:24:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:24:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c37b955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:24:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:57,228 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:57,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74276823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:57,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35735,1733412277468 2024-12-05T15:24:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70c45108 2024-12-05T15:24:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:57,231 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:57,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:41573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:57,233 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:41573' 2024-12-05T15:24:57,234 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba4c281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:57,234 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41573,-1 for getting cluster id 2024-12-05T15:24:57,234 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:57,235 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272d0643-43ce-46f9-8e21-1d246056957c' 2024-12-05T15:24:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272d0643-43ce-46f9-8e21-1d246056957c" 2024-12-05T15:24:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d52df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41573,-1] 2024-12-05T15:24:57,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:57,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:57,236 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:57,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b773d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:57,237 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41573,1733412282435 2024-12-05T15:24:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5090919 2024-12-05T15:24:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:57,238 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:57,239 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T15:24:57,239 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:24:57,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:57,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:57,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:57,240 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:57,241 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:24:57,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:57,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:57,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:57,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:24:57,291 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:24:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:57,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c302a0c1fde2d47c7d75ee5346e59e0, NAME => 'hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103 2024-12-05T15:24:57,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:24:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:58,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:58,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c302a0c1fde2d47c7d75ee5346e59e0, disabling compactions & flushes 2024-12-05T15:24:58,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. after waiting 0 ms 2024-12-05T15:24:58,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c302a0c1fde2d47c7d75ee5346e59e0: Waiting for close lock at 1733412298054Disabling compacts and flushes for region at 1733412298054Disabling writes for close at 1733412298055 (+1 ms)Writing region close event to WAL at 1733412298055Closed at 1733412298055 2024-12-05T15:24:58,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:58,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412298056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412298056"}]},"ts":"1733412298056"} 2024-12-05T15:24:58,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:58,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:58,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412298058"}]},"ts":"1733412298058"} 2024-12-05T15:24:58,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:24:58,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c302a0c1fde2d47c7d75ee5346e59e0, ASSIGN}] 2024-12-05T15:24:58,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c302a0c1fde2d47c7d75ee5346e59e0, ASSIGN 2024-12-05T15:24:58,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c302a0c1fde2d47c7d75ee5346e59e0, ASSIGN; state=OFFLINE, location=5a29627a94df,33139,1733412277618; forceNewPlan=false, retain=false 2024-12-05T15:24:58,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c302a0c1fde2d47c7d75ee5346e59e0, regionState=OPENING, regionLocation=5a29627a94df,33139,1733412277618 2024-12-05T15:24:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c302a0c1fde2d47c7d75ee5346e59e0, ASSIGN because future has completed 2024-12-05T15:24:58,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c302a0c1fde2d47c7d75ee5346e59e0, server=5a29627a94df,33139,1733412277618}] 2024-12-05T15:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:58,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:24:58,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:24:58,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C33139%2C1733412277618.rep, suffix=, logDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/oldWALs, maxLogs=10 2024-12-05T15:24:58,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.rep.1733412298371, exclude list is [], retry=0 2024-12-05T15:24:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-b054e985-e71f-42d7-ba55-98f68389d962,DISK] 2024-12-05T15:24:58,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.rep.1733412298371 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c302a0c1fde2d47c7d75ee5346e59e0, NAME => 'hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:24:58,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. service=MultiRowMutationService 2024-12-05T15:24:58,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,389 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,390 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c302a0c1fde2d47c7d75ee5346e59e0 columnFamilyName hfileref 2024-12-05T15:24:58,390 DEBUG [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:58,390 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] regionserver.HStore(327): Store=2c302a0c1fde2d47c7d75ee5346e59e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:58,390 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,391 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c302a0c1fde2d47c7d75ee5346e59e0 columnFamilyName queue 2024-12-05T15:24:58,391 DEBUG [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:58,391 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] regionserver.HStore(327): Store=2c302a0c1fde2d47c7d75ee5346e59e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:58,392 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,392 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c302a0c1fde2d47c7d75ee5346e59e0 columnFamilyName sid 2024-12-05T15:24:58,392 DEBUG [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:58,392 INFO [StoreOpener-2c302a0c1fde2d47c7d75ee5346e59e0-1 {}] regionserver.HStore(327): Store=2c302a0c1fde2d47c7d75ee5346e59e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:24:58,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/replication/2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/replication/2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:24:58,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/replication/2c302a0c1fde2d47c7d75ee5346e59e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:24:58,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c302a0c1fde2d47c7d75ee5346e59e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68903261, jitterRate=0.026738598942756653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:24:58,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:24:58,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c302a0c1fde2d47c7d75ee5346e59e0: Running coprocessor pre-open hook at 1733412298388Writing region info on filesystem at 1733412298388Initializing all the Stores at 1733412298388Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412298388Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412298388Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412298388Cleaning up temporary data from old regions at 1733412298394 (+6 ms)Running coprocessor post-open hooks at 1733412298398 (+4 ms)Region opened successfully at 1733412298398 2024-12-05T15:24:58,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., pid=10, masterSystemTime=1733412298366 2024-12-05T15:24:58,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:24:58,401 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c302a0c1fde2d47c7d75ee5346e59e0, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,33139,1733412277618 2024-12-05T15:24:58,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c302a0c1fde2d47c7d75ee5346e59e0, server=5a29627a94df,33139,1733412277618 because future has completed 2024-12-05T15:24:58,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:24:58,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c302a0c1fde2d47c7d75ee5346e59e0, server=5a29627a94df,33139,1733412277618 in 189 msec 2024-12-05T15:24:58,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:24:58,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c302a0c1fde2d47c7d75ee5346e59e0, ASSIGN in 346 msec 2024-12-05T15:24:58,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:24:58,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412298408"}]},"ts":"1733412298408"} 2024-12-05T15:24:58,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:24:58,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:24:58,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-05T15:24:58,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., hostname=5a29627a94df,33139,1733412277618, seqNum=2] 2024-12-05T15:24:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:24:58,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:24:58,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:24:58,679 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:24:58,713 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,33139,1733412277618, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:24:58,713 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:24:58,713 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33139,1733412277618, seqNum=-1] 2024-12-05T15:24:58,714 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:24:58,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T15:24:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,33139,1733412277618', locateType=CURRENT is [region=hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., hostname=5a29627a94df,33139,1733412277618, seqNum=2] 2024-12-05T15:24:58,718 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:24:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:24:58,720 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,33139,1733412277618 suceeded 2024-12-05T15:24:58,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:24:58,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-05T15:24:58,722 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:41573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:24:58,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-12-05T15:24:58,732 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:41573' 2024-12-05T15:24:58,733 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4c8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:58,733 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41573,-1 for getting cluster id 2024-12-05T15:24:58,733 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:58,734 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272d0643-43ce-46f9-8e21-1d246056957c' 2024-12-05T15:24:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272d0643-43ce-46f9-8e21-1d246056957c" 2024-12-05T15:24:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13899158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41573,-1] 2024-12-05T15:24:58,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:58,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:58,735 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:58,736 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147a4b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:58,736 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41573,1733412282435 2024-12-05T15:24:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d69a8a0 2024-12-05T15:24:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:58,737 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T15:24:58,738 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,33139,1733412277618 (queues=1) is replicating from cluster=f3248d45-59e0-479b-b33a-d891afe49dcb to cluster=272d0643-43ce-46f9-8e21-1d246056957c 2024-12-05T15:24:58,738 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C33139%2C1733412277618 2024-12-05T15:24:58,738 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,33139,1733412277618, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:24:58,738 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C33139%2C1733412277618 2024-12-05T15:24:58,739 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, startPosition=0, beingWritten=true 2024-12-05T15:24:58,743 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:24:58,743 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:24:58,743 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:24:58,947 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:24:59,250 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:24:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:59,375 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:24:59,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:24:59,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:24:59,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:59,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:59,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:59,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41573,-1 for getting cluster id 2024-12-05T15:24:59,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:59,376 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272d0643-43ce-46f9-8e21-1d246056957c' 2024-12-05T15:24:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272d0643-43ce-46f9-8e21-1d246056957c" 2024-12-05T15:24:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eb98b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41573,-1] 2024-12-05T15:24:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:59,378 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:59,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316fac2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:59,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41573,1733412282435 2024-12-05T15:24:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318e93d9 2024-12-05T15:24:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:59,380 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:59,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:46477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:24:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:24:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:59,383 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:46477' 2024-12-05T15:24:59,383 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a81eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:59,383 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:24:59,384 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:24:59,384 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:24:59,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:24:59,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:24:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74a25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:24:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:24:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:59,386 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:24:59,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4584b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:24:59,386 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:24:59,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46477,1733412287413 2024-12-05T15:24:59,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d9a8ffd 2024-12-05T15:24:59,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:24:59,388 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:24:59,388 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T15:24:59,388 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:24:59,388 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:59,388 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:24:59,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:24:59,389 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:24:59,390 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:24:59,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:24:59,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:24:59,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:24:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:24:59,440 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:24:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:59,653 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:24:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:24:59,798 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49fdb5f9a83b6f9b5205e9a907c30c90, NAME => 'hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd 2024-12-05T15:24:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:24:59,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:24:59,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49fdb5f9a83b6f9b5205e9a907c30c90, disabling compactions & flushes 2024-12-05T15:24:59,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:24:59,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:24:59,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. after waiting 0 ms 2024-12-05T15:24:59,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:24:59,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:24:59,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49fdb5f9a83b6f9b5205e9a907c30c90: Waiting for close lock at 1733412299803Disabling compacts and flushes for region at 1733412299803Disabling writes for close at 1733412299803Writing region close event to WAL at 1733412299803Closed at 1733412299803 2024-12-05T15:24:59,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:24:59,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412299804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412299804"}]},"ts":"1733412299804"} 2024-12-05T15:24:59,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:24:59,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:24:59,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412299807"}]},"ts":"1733412299807"} 2024-12-05T15:24:59,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:24:59,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49fdb5f9a83b6f9b5205e9a907c30c90, ASSIGN}] 2024-12-05T15:24:59,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49fdb5f9a83b6f9b5205e9a907c30c90, ASSIGN 2024-12-05T15:24:59,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49fdb5f9a83b6f9b5205e9a907c30c90, ASSIGN; state=OFFLINE, location=5a29627a94df,43131,1733412282544; forceNewPlan=false, retain=false 2024-12-05T15:24:59,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49fdb5f9a83b6f9b5205e9a907c30c90, regionState=OPENING, regionLocation=5a29627a94df,43131,1733412282544 2024-12-05T15:24:59,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49fdb5f9a83b6f9b5205e9a907c30c90, ASSIGN because future has completed 2024-12-05T15:24:59,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fdb5f9a83b6f9b5205e9a907c30c90, server=5a29627a94df,43131,1733412282544}] 2024-12-05T15:25:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:00,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:00,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:00,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:25:00,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43131%2C1733412282544.rep, suffix=, logDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544, archiveDir=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/oldWALs, maxLogs=10 2024-12-05T15:25:00,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.rep.1733412300146, exclude list is [], retry=0 2024-12-05T15:25:00,157 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:25:00,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33715,DS-11a28b89-73b7-4931-8ae1-0ff2a839d72a,DISK] 2024-12-05T15:25:00,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.rep.1733412300146 2024-12-05T15:25:00,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241)] 2024-12-05T15:25:00,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 49fdb5f9a83b6f9b5205e9a907c30c90, NAME => 'hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:00,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:00,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:00,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. service=MultiRowMutationService 2024-12-05T15:25:00,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:25:00,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:00,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,164 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,165 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fdb5f9a83b6f9b5205e9a907c30c90 columnFamilyName hfileref 2024-12-05T15:25:00,165 DEBUG [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:00,165 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] regionserver.HStore(327): Store=49fdb5f9a83b6f9b5205e9a907c30c90/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:00,165 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,166 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fdb5f9a83b6f9b5205e9a907c30c90 columnFamilyName queue 2024-12-05T15:25:00,166 DEBUG [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:00,166 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] regionserver.HStore(327): Store=49fdb5f9a83b6f9b5205e9a907c30c90/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:00,166 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,167 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fdb5f9a83b6f9b5205e9a907c30c90 columnFamilyName sid 2024-12-05T15:25:00,167 DEBUG [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:00,167 INFO [StoreOpener-49fdb5f9a83b6f9b5205e9a907c30c90-1 {}] regionserver.HStore(327): Store=49fdb5f9a83b6f9b5205e9a907c30c90/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:00,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:00,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:00,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 49fdb5f9a83b6f9b5205e9a907c30c90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68669206, jitterRate=0.02325090765953064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:00,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:00,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 49fdb5f9a83b6f9b5205e9a907c30c90: Running coprocessor pre-open hook at 1733412300163Writing region info on filesystem at 1733412300163Initializing all the Stores at 1733412300163Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412300163Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412300164 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412300164Cleaning up temporary data from old regions at 1733412300169 (+5 ms)Running coprocessor post-open hooks at 1733412300171 (+2 ms)Region opened successfully at 1733412300172 (+1 ms) 2024-12-05T15:25:00,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90., pid=10, masterSystemTime=1733412300115 2024-12-05T15:25:00,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:00,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:00,174 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49fdb5f9a83b6f9b5205e9a907c30c90, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,43131,1733412282544 2024-12-05T15:25:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fdb5f9a83b6f9b5205e9a907c30c90, server=5a29627a94df,43131,1733412282544 because future has completed 2024-12-05T15:25:00,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:25:00,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 49fdb5f9a83b6f9b5205e9a907c30c90, server=5a29627a94df,43131,1733412282544 in 213 msec 2024-12-05T15:25:00,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:25:00,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49fdb5f9a83b6f9b5205e9a907c30c90, ASSIGN in 369 msec 2024-12-05T15:25:00,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:00,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412300179"}]},"ts":"1733412300179"} 2024-12-05T15:25:00,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:25:00,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:00,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-12-05T15:25:00,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90., hostname=5a29627a94df,43131,1733412282544, seqNum=2] 2024-12-05T15:25:00,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:25:00,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:25:00,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:00,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:25:00,387 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:25:00,409 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,43131,1733412282544, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:25:00,410 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:00,410 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43131,1733412282544, seqNum=-1] 2024-12-05T15:25:00,410 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:00,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:00,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,43131,1733412282544', locateType=CURRENT is [region=hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90., hostname=5a29627a94df,43131,1733412282544, seqNum=2] 2024-12-05T15:25:00,414 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:25:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:25:00,416 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,43131,1733412282544 suceeded 2024-12-05T15:25:00,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:25:00,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T15:25:00,418 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:46477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:25:00,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0380 sec 2024-12-05T15:25:00,427 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:46477' 2024-12-05T15:25:00,428 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9bb39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,428 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:25:00,429 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:00,429 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:25:00,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:00,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:25:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7fbcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:25:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,430 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:00,431 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c3c37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,431 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:00,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46477,1733412287413 2024-12-05T15:25:00,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6001fecf 2024-12-05T15:25:00,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:00,432 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T15:25:00,432 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,43131,1733412282544 (queues=1) is replicating from cluster=272d0643-43ce-46f9-8e21-1d246056957c to cluster=52eb76a3-11c3-488d-8ac9-743a3096b3ef 2024-12-05T15:25:00,432 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C43131%2C1733412282544 2024-12-05T15:25:00,433 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,43131,1733412282544, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:25:00,433 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, startPosition=0, beingWritten=true 2024-12-05T15:25:00,433 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C43131%2C1733412282544 2024-12-05T15:25:00,437 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:00,437 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:00,437 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:00,515 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:00,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:00,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:00,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:00,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:25:00,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:00,516 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:25:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a655542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,517 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744a73d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46477,1733412287413 2024-12-05T15:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390121b0 2024-12-05T15:25:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:00,519 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:00,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:35735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:25:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:25:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:00,521 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35735' 2024-12-05T15:25:00,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334cb45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,522 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:25:00,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:00,523 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:25:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:25:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37de4423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:25:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,524 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:00,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b28ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:00,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35735,1733412277468 2024-12-05T15:25:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca933d2 2024-12-05T15:25:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:00,526 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:00,527 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:25:00,527 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:25:00,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:00,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:00,527 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:00,528 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:25:00,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:00,529 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:00,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:25:00,578 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:25:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:00,640 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:00,762 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:25:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:00,936 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b6af9faabe4eae259b08f178dfe2060, NAME => 'hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d 2024-12-05T15:25:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:25:00,943 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:01,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:01,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b6af9faabe4eae259b08f178dfe2060, disabling compactions & flushes 2024-12-05T15:25:01,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. after waiting 0 ms 2024-12-05T15:25:01,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b6af9faabe4eae259b08f178dfe2060: Waiting for close lock at 1733412301341Disabling compacts and flushes for region at 1733412301341Disabling writes for close at 1733412301341Writing region close event to WAL at 1733412301341Closed at 1733412301341 2024-12-05T15:25:01,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:01,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412301342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412301342"}]},"ts":"1733412301342"} 2024-12-05T15:25:01,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:01,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:01,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412301345"}]},"ts":"1733412301345"} 2024-12-05T15:25:01,346 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:01,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:25:01,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b6af9faabe4eae259b08f178dfe2060, ASSIGN}] 2024-12-05T15:25:01,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b6af9faabe4eae259b08f178dfe2060, ASSIGN 2024-12-05T15:25:01,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b6af9faabe4eae259b08f178dfe2060, ASSIGN; state=OFFLINE, location=5a29627a94df,34411,1733412287508; forceNewPlan=false, retain=false 2024-12-05T15:25:01,466 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:25:01,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b6af9faabe4eae259b08f178dfe2060, regionState=OPENING, regionLocation=5a29627a94df,34411,1733412287508 2024-12-05T15:25:01,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b6af9faabe4eae259b08f178dfe2060, ASSIGN because future has completed 2024-12-05T15:25:01,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b6af9faabe4eae259b08f178dfe2060, server=5a29627a94df,34411,1733412287508}] 2024-12-05T15:25:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:01,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:01,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:25:01,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34411%2C1733412287508.rep, suffix=, logDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508, archiveDir=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/oldWALs, maxLogs=10 2024-12-05T15:25:01,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.rep.1733412301658, exclude list is [], retry=0 2024-12-05T15:25:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-8fdb1bbb-0a3c-4e60-abe9-6fe4a7d4a8af,DISK] 2024-12-05T15:25:01,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.rep.1733412301658 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037)] 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b6af9faabe4eae259b08f178dfe2060, NAME => 'hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:01,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. service=MultiRowMutationService 2024-12-05T15:25:01,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,673 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,674 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b6af9faabe4eae259b08f178dfe2060 columnFamilyName hfileref 2024-12-05T15:25:01,674 DEBUG [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:01,675 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] regionserver.HStore(327): Store=3b6af9faabe4eae259b08f178dfe2060/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:01,675 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,676 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b6af9faabe4eae259b08f178dfe2060 columnFamilyName queue 2024-12-05T15:25:01,676 DEBUG [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:01,676 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] regionserver.HStore(327): Store=3b6af9faabe4eae259b08f178dfe2060/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:01,676 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,677 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b6af9faabe4eae259b08f178dfe2060 columnFamilyName sid 2024-12-05T15:25:01,677 DEBUG [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:01,677 INFO [StoreOpener-3b6af9faabe4eae259b08f178dfe2060-1 {}] regionserver.HStore(327): Store=3b6af9faabe4eae259b08f178dfe2060/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:01,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:01,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:01,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b6af9faabe4eae259b08f178dfe2060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63652760, jitterRate=-0.05149996280670166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:01,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:01,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b6af9faabe4eae259b08f178dfe2060: Running coprocessor pre-open hook at 1733412301672Writing region info on filesystem at 1733412301672Initializing all the Stores at 1733412301673 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412301673Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412301673Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412301673Cleaning up temporary data from old regions at 1733412301678 (+5 ms)Running coprocessor post-open hooks at 1733412301681 (+3 ms)Region opened successfully at 1733412301681 2024-12-05T15:25:01,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060., pid=10, masterSystemTime=1733412301653 2024-12-05T15:25:01,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:01,684 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b6af9faabe4eae259b08f178dfe2060, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,34411,1733412287508 2024-12-05T15:25:01,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b6af9faabe4eae259b08f178dfe2060, server=5a29627a94df,34411,1733412287508 because future has completed 2024-12-05T15:25:01,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:25:01,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b6af9faabe4eae259b08f178dfe2060, server=5a29627a94df,34411,1733412287508 in 185 msec 2024-12-05T15:25:01,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:25:01,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b6af9faabe4eae259b08f178dfe2060, ASSIGN in 340 msec 2024-12-05T15:25:01,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:01,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412301689"}]},"ts":"1733412301689"} 2024-12-05T15:25:01,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:25:01,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:01,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-05T15:25:01,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:01,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060., hostname=5a29627a94df,34411,1733412287508, seqNum=2] 2024-12-05T15:25:01,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:01,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:25:01,792 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:25:01,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:01,850 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:01,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:25:01,962 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:25:01,985 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,34411,1733412287508, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:25:01,985 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:01,986 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34411,1733412287508, seqNum=-1] 2024-12-05T15:25:01,986 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:01,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,34411,1733412287508', locateType=CURRENT is [region=hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060., hostname=5a29627a94df,34411,1733412287508, seqNum=2] 2024-12-05T15:25:01,990 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:25:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:25:01,992 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,34411,1733412287508 suceeded 2024-12-05T15:25:01,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:25:01,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T15:25:01,993 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:35735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:25:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-12-05T15:25:02,002 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35735' 2024-12-05T15:25:02,003 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@383ba16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,003 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:25:02,003 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:02,004 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:25:02,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:02,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:25:02,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9a78f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:25:02,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:02,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:02,005 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:02,006 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@369baae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,006 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:02,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35735,1733412277468 2024-12-05T15:25:02,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3afd2778 2024-12-05T15:25:02,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:02,007 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T15:25:02,008 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,34411,1733412287508 (queues=1) is replicating from cluster=52eb76a3-11c3-488d-8ac9-743a3096b3ef to cluster=f3248d45-59e0-479b-b33a-d891afe49dcb 2024-12-05T15:25:02,008 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C34411%2C1733412287508 2024-12-05T15:25:02,008 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,34411,1733412287508, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:25:02,008 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C34411%2C1733412287508 2024-12-05T15:25:02,008 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, startPosition=0, beingWritten=true 2024-12-05T15:25:02,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:02,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 379, reset compression=false 2024-12-05T15:25:02,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:02,216 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 379, reset compression=false 2024-12-05T15:25:02,269 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:25:02,454 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:02,520 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 379, reset compression=false 2024-12-05T15:25:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:02,665 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:02,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:02,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:02,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:02,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:02,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:02,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:25:02,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:02,667 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:25:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:25:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358cb50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:25:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:02,669 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344f5fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41573,-1 for getting cluster id 2024-12-05T15:25:02,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:02,671 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272d0643-43ce-46f9-8e21-1d246056957c' 2024-12-05T15:25:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272d0643-43ce-46f9-8e21-1d246056957c" 2024-12-05T15:25:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ada2f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41573,-1] 2024-12-05T15:25:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:02,672 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:02,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c35c81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:25:02,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:02,674 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:25:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:25:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa7e8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:25:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:02,675 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7689a74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:02,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33139,1733412277618, seqNum=-1] 2024-12-05T15:25:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:02,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1., hostname=5a29627a94df,33139,1733412277618, seqNum=2] 2024-12-05T15:25:02,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34411,1733412287508, seqNum=-1] 2024-12-05T15:25:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:02,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d., hostname=5a29627a94df,34411,1733412287508, seqNum=2] 2024-12-05T15:25:02,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T15:25:02,923 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 379, reset compression=false 2024-12-05T15:25:03,158 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:03,173 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 379, reset compression=false 2024-12-05T15:25:03,178 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:03,178 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 480, reset compression=false 2024-12-05T15:25:03,178 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T15:25:03,179 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:03,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:03,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:03,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7227b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:03,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41573,-1 for getting cluster id 2024-12-05T15:25:03,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:03,182 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272d0643-43ce-46f9-8e21-1d246056957c' 2024-12-05T15:25:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272d0643-43ce-46f9-8e21-1d246056957c" 2024-12-05T15:25:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@363c7feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41573,-1] 2024-12-05T15:25:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:03,183 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:03,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@715936cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:03,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43131,1733412282544, seqNum=-1] 2024-12-05T15:25:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:03,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0., hostname=5a29627a94df,43131,1733412282544, seqNum=2] 2024-12-05T15:25:03,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:03,381 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 480, reset compression=false 2024-12-05T15:25:03,427 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 379, reset compression=false 2024-12-05T15:25:03,684 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 480, reset compression=false 2024-12-05T15:25:03,732 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T15:25:03,962 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 379, reset compression=false 2024-12-05T15:25:03,966 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:03,966 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 504, reset compression=false 2024-12-05T15:25:03,966 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[{test/062bc7d1e7fbd3f45bb92193b37219a0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T15:25:03,968 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:03,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:03,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:03,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350b7dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:03,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:25:03,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:03,970 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:25:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:25:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f2740d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:25:03,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:03,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:03,971 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:03,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d9ecb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:03,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34411,1733412287508, seqNum=-1] 2024-12-05T15:25:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:03,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:03,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d., hostname=5a29627a94df,34411,1733412287508, seqNum=2] 2024-12-05T15:25:03,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:04,030 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 379, reset compression=false 2024-12-05T15:25:04,034 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:04,034 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 527, reset compression=false 2024-12-05T15:25:04,034 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:04,087 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 480, reset compression=false 2024-12-05T15:25:04,169 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 504, reset compression=false 2024-12-05T15:25:04,237 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 527, reset compression=false 2024-12-05T15:25:04,473 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 504, reset compression=false 2024-12-05T15:25:04,540 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 527, reset compression=false 2024-12-05T15:25:04,590 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 480, reset compression=false 2024-12-05T15:25:04,734 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T15:25:04,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43131,1733412282544, seqNum=-1] 2024-12-05T15:25:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:04,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0., hostname=5a29627a94df,43131,1733412282544, seqNum=2] 2024-12-05T15:25:04,740 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T15:25:04,877 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 504, reset compression=false 2024-12-05T15:25:04,880 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:04,881 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 608, reset compression=false 2024-12-05T15:25:04,881 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[{test/062bc7d1e7fbd3f45bb92193b37219a0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:25:04,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:04,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:04,943 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 527, reset compression=false 2024-12-05T15:25:04,947 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:04,947 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 654, reset compression=false 2024-12-05T15:25:04,947 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c436d972d1b1dceb6a26beeb045268d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T15:25:04,949 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:04,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:04,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a195a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:25:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:04,951 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:25:04,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:04,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:25:04,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58927a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:04,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:25:04,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:04,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:04,952 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:04,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a5cf896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:04,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,33139,1733412277618, seqNum=-1] 2024-12-05T15:25:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:04,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1., hostname=5a29627a94df,33139,1733412277618, seqNum=2] 2024-12-05T15:25:04,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:05,091 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 608, reset compression=false 2024-12-05T15:25:05,150 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 654, reset compression=false 2024-12-05T15:25:05,193 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 480, reset compression=false 2024-12-05T15:25:05,294 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:05,294 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 630, reset compression=false 2024-12-05T15:25:05,294 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:05,394 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 608, reset compression=false 2024-12-05T15:25:05,453 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 654, reset compression=false 2024-12-05T15:25:05,498 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 630, reset compression=false 2024-12-05T15:25:05,742 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T15:25:05,744 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T15:25:05,798 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 608, reset compression=false 2024-12-05T15:25:05,801 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 630, reset compression=false 2024-12-05T15:25:05,857 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 654, reset compression=false 2024-12-05T15:25:05,861 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:05,861 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 758, reset compression=false 2024-12-05T15:25:05,861 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c436d972d1b1dceb6a26beeb045268d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:25:05,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:05,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:06,064 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 758, reset compression=false 2024-12-05T15:25:06,204 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 630, reset compression=false 2024-12-05T15:25:06,207 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:06,207 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 757, reset compression=false 2024-12-05T15:25:06,207 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T15:25:06,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:06,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:06,302 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 608, reset compression=false 2024-12-05T15:25:06,305 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:06,305 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 759, reset compression=false 2024-12-05T15:25:06,305 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:06,367 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 758, reset compression=false 2024-12-05T15:25:06,410 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 757, reset compression=false 2024-12-05T15:25:06,508 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 759, reset compression=false 2024-12-05T15:25:06,713 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 757, reset compression=false 2024-12-05T15:25:06,746 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T15:25:06,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T15:25:06,773 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 758, reset compression=false 2024-12-05T15:25:06,811 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 759, reset compression=false 2024-12-05T15:25:07,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:25:07,117 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 757, reset compression=false 2024-12-05T15:25:07,120 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:07,120 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 913, reset compression=false 2024-12-05T15:25:07,120 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T15:25:07,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:07,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:07,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:07,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,215 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 759, reset compression=false 2024-12-05T15:25:07,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,223 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:07,223 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 907, reset compression=false 2024-12-05T15:25:07,223 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[{test/062bc7d1e7fbd3f45bb92193b37219a0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T15:25:07,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:07,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:07,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:07,276 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 758, reset compression=false 2024-12-05T15:25:07,281 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:07,281 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 929, reset compression=false 2024-12-05T15:25:07,281 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:07,323 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 913, reset compression=false 2024-12-05T15:25:07,432 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 907, reset compression=false 2024-12-05T15:25:07,485 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 929, reset compression=false 2024-12-05T15:25:07,627 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 913, reset compression=false 2024-12-05T15:25:07,736 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 907, reset compression=false 2024-12-05T15:25:07,751 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T15:25:07,754 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T15:25:07,789 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 929, reset compression=false 2024-12-05T15:25:08,031 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 913, reset compression=false 2024-12-05T15:25:08,139 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 907, reset compression=false 2024-12-05T15:25:08,143 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:08,143 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1066, reset compression=false 2024-12-05T15:25:08,144 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[{test/062bc7d1e7fbd3f45bb92193b37219a0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T15:25:08,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:08,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:08,192 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 929, reset compression=false 2024-12-05T15:25:08,197 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:08,197 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1078, reset compression=false 2024-12-05T15:25:08,197 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c436d972d1b1dceb6a26beeb045268d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T15:25:08,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:08,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:08,347 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1066, reset compression=false 2024-12-05T15:25:08,401 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1078, reset compression=false 2024-12-05T15:25:08,535 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 913, reset compression=false 2024-12-05T15:25:08,539 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:08,539 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1085, reset compression=false 2024-12-05T15:25:08,539 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:08,651 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1066, reset compression=false 2024-12-05T15:25:08,704 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1078, reset compression=false 2024-12-05T15:25:08,742 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1085, reset compression=false 2024-12-05T15:25:08,756 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T15:25:08,759 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T15:25:09,045 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1085, reset compression=false 2024-12-05T15:25:09,055 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1066, reset compression=false 2024-12-05T15:25:09,108 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1078, reset compression=false 2024-12-05T15:25:09,113 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:09,113 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1237, reset compression=false 2024-12-05T15:25:09,113 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c436d972d1b1dceb6a26beeb045268d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T15:25:09,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:09,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:09,318 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1237, reset compression=false 2024-12-05T15:25:09,449 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1085, reset compression=false 2024-12-05T15:25:09,453 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:09,453 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1234, reset compression=false 2024-12-05T15:25:09,453 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T15:25:09,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:09,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:09,559 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1066, reset compression=false 2024-12-05T15:25:09,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:09,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1239, reset compression=false 2024-12-05T15:25:09,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:09,621 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1237, reset compression=false 2024-12-05T15:25:09,656 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1234, reset compression=false 2024-12-05T15:25:09,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:09,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:25:09,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68480 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:25:09,761 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T15:25:09,766 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1239, reset compression=false 2024-12-05T15:25:09,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:09,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:25:09,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:09,767 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:25:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:25:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b1281f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:25:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:09,769 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b359969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:09,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46477,1733412287413 2024-12-05T15:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e431646 2024-12-05T15:25:09,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:09,774 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:09,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T15:25:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T15:25:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:25:09,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:25:09,960 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1234, reset compression=false 2024-12-05T15:25:09,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T15:25:09,978 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T15:25:09,979 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T15:25:09,979 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,34411,1733412287508 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T15:25:09,979 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5a29627a94df:0-0. 2024-12-05T15:25:09,979 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:09,979 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:09,979 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:09,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:10,069 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1239, reset compression=false 2024-12-05T15:25:10,079 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T15:25:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:25:10,180 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 terminated 2024-12-05T15:25:10,199 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,34411,1733412287508, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:25:10,200 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T15:25:10,200 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T15:25:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T15:25:10,212 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35735' 2024-12-05T15:25:10,213 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4535b2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:10,213 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35735,-1 for getting cluster id 2024-12-05T15:25:10,213 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:10,213 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3248d45-59e0-479b-b33a-d891afe49dcb' 2024-12-05T15:25:10,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3248d45-59e0-479b-b33a-d891afe49dcb" 2024-12-05T15:25:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@84158fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35735,-1] 2024-12-05T15:25:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:10,215 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:10,215 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b33e8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:10,215 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:10,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35735,1733412277468 2024-12-05T15:25:10,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13aa7911 2024-12-05T15:25:10,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:10,216 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T15:25:10,217 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,34411,1733412287508 (queues=1) is replicating from cluster=52eb76a3-11c3-488d-8ac9-743a3096b3ef to cluster=f3248d45-59e0-479b-b33a-d891afe49dcb 2024-12-05T15:25:10,217 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C34411%2C1733412287508 2024-12-05T15:25:10,217 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,34411,1733412287508, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:25:10,218 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C34411%2C1733412287508 2024-12-05T15:25:10,218 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5a29627a94df,34411,1733412287508 suceeded 2024-12-05T15:25:10,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T15:25:10,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 393 msec 2024-12-05T15:25:10,220 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T15:25:10,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 446 msec 2024-12-05T15:25:10,363 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1234, reset compression=false 2024-12-05T15:25:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:25:10,404 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:10,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:10,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:10,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:10,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:10,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:10,408 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T15:25:10,472 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1239, reset compression=false 2024-12-05T15:25:10,867 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1234, reset compression=false 2024-12-05T15:25:10,871 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:10,871 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1338, reset compression=false 2024-12-05T15:25:10,871 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:25:10,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:10,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:10,976 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1239, reset compression=false 2024-12-05T15:25:10,980 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:10,980 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1367, reset compression=false 2024-12-05T15:25:10,980 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[{test/062bc7d1e7fbd3f45bb92193b37219a0/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T15:25:10,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:10,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:11,074 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1338, reset compression=false 2024-12-05T15:25:11,183 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1367, reset compression=false 2024-12-05T15:25:11,377 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1338, reset compression=false 2024-12-05T15:25:11,409 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T15:25:11,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:11,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46477,-1 for getting cluster id 2024-12-05T15:25:11,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:11,413 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eb76a3-11c3-488d-8ac9-743a3096b3ef' 2024-12-05T15:25:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eb76a3-11c3-488d-8ac9-743a3096b3ef" 2024-12-05T15:25:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e41ad5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46477,-1] 2024-12-05T15:25:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,414 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b651ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:11,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46477,1733412287413 2024-12-05T15:25:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ecb270 2024-12-05T15:25:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:11,418 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:11,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T15:25:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T15:25:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T15:25:11,487 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1367, reset compression=false 2024-12-05T15:25:11,491 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:11,491 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:11,491 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[{test/062bc7d1e7fbd3f45bb92193b37219a0/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:25:11,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:11,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:11,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T15:25:11,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T15:25:11,644 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T15:25:11,645 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T15:25:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T15:25:11,647 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5a29627a94df,34411,1733412287508 suceeded 2024-12-05T15:25:11,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T15:25:11,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-05T15:25:11,648 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T15:25:11,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 229 msec 2024-12-05T15:25:11,695 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:11,719 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, startPosition=1237, beingWritten=true 2024-12-05T15:25:11,723 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:11,723 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1515, reset compression=false 2024-12-05T15:25:11,723 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c436d972d1b1dceb6a26beeb045268d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T15:25:11,725 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:11,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:11,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:11,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T15:25:11,734 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:11,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:11,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:11,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:11,736 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T15:25:11,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:25:11,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:11,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:11,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:11,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:25:11,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1294525450, stopped=false 2024-12-05T15:25:11,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,46477,1733412287413 2024-12-05T15:25:11,741 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598011490/running 2024-12-05T15:25:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598011490/running 2024-12-05T15:25:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:25:11,741 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:25:11,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:11,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:11,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:11,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/running 2024-12-05T15:25:11,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Set watcher on znode that does not yet exist, /21598011490/running 2024-12-05T15:25:11,742 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,34411,1733412287508' ***** 2024-12-05T15:25:11,742 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:25:11,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b6af9faabe4eae259b08f178dfe2060 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,34411,1733412287508 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34411. 2024-12-05T15:25:11,743 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b6af9faabe4eae259b08f178dfe2060, disabling compactions & flushes 2024-12-05T15:25:11,743 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:11,743 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:11,743 DEBUG [RS:0;5a29627a94df:34411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:11,743 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. after waiting 0 ms 2024-12-05T15:25:11,743 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:11,743 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:25:11,743 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b6af9faabe4eae259b08f178dfe2060 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:25:11,743 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:25:11,744 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:25:11,744 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1325): Online Regions={3b6af9faabe4eae259b08f178dfe2060=hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060., 1588230740=hbase:meta,,1.1588230740, 5c436d972d1b1dceb6a26beeb045268d=test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.} 2024-12-05T15:25:11,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:11,744 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b6af9faabe4eae259b08f178dfe2060, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:11,744 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:11,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:11,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:11,744 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:11,744 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:25:11,756 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/info/b0eea5d39dc6496b881e192d5c7e58c6 is 147, key is hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060./info:regioninfo/1733412301684/Put/seqid=0 2024-12-05T15:25:11,758 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/.tmp/queue/481d286fd30347fb9beedbb0bb5a2463 is 154, key is 1-5a29627a94df,34411,1733412287508/queue:5a29627a94df%2C34411%2C1733412287508/1733412311729/Put/seqid=0 2024-12-05T15:25:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741840_1016 (size=7686) 2024-12-05T15:25:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741841_1017 (size=5353) 2024-12-05T15:25:11,780 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1338, reset compression=false 2024-12-05T15:25:11,784 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:11,784 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:11,784 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:11,830 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:11,926 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1515, reset compression=false 2024-12-05T15:25:11,944 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b6af9faabe4eae259b08f178dfe2060, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:11,986 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:11,998 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:12,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:25:12,144 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b6af9faabe4eae259b08f178dfe2060, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:12,160 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/info/b0eea5d39dc6496b881e192d5c7e58c6 2024-12-05T15:25:12,161 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/.tmp/queue/481d286fd30347fb9beedbb0bb5a2463 2024-12-05T15:25:12,165 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/.tmp/queue/481d286fd30347fb9beedbb0bb5a2463 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/queue/481d286fd30347fb9beedbb0bb5a2463 2024-12-05T15:25:12,169 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/queue/481d286fd30347fb9beedbb0bb5a2463, entries=1, sequenceid=13, filesize=5.2 K 2024-12-05T15:25:12,170 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3b6af9faabe4eae259b08f178dfe2060 in 427ms, sequenceid=13, compaction requested=false 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/replication/3b6af9faabe4eae259b08f178dfe2060/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:25:12,173 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b6af9faabe4eae259b08f178dfe2060: Waiting for close lock at 1733412311743Running coprocessor pre-close hooks at 1733412311743Disabling compacts and flushes for region at 1733412311743Disabling writes for close at 1733412311743Obtaining lock to block concurrent updates at 1733412311743Preparing flush snapshotting stores in 3b6af9faabe4eae259b08f178dfe2060 at 1733412311743Finished memstore snapshotting hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733412311744 (+1 ms)Flushing stores of hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. at 1733412311744Flushing 3b6af9faabe4eae259b08f178dfe2060/queue: creating writer at 1733412311744Flushing 3b6af9faabe4eae259b08f178dfe2060/queue: appending metadata at 1733412311757 (+13 ms)Flushing 3b6af9faabe4eae259b08f178dfe2060/queue: closing flushed file at 1733412311757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ebc6e8: reopening flushed file at 1733412312164 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3b6af9faabe4eae259b08f178dfe2060 in 427ms, sequenceid=13, compaction requested=false at 1733412312170 (+6 ms)Writing region close event to WAL at 1733412312170Running coprocessor post-close hooks at 1733412312173 (+3 ms)Closed at 1733412312173 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412300527.3b6af9faabe4eae259b08f178dfe2060. 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c436d972d1b1dceb6a26beeb045268d, disabling compactions & flushes 2024-12-05T15:25:12,173 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. after waiting 0 ms 2024-12-05T15:25:12,173 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:25:12,173 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c436d972d1b1dceb6a26beeb045268d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T15:25:12,180 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/ns/a3c0a7643ce44f6e821733a6e4c2d3a5 is 43, key is default/ns:d/1733412290674/Put/seqid=0 2024-12-05T15:25:12,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741842_1018 (size=5153) 2024-12-05T15:25:12,186 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/f/6206d6217e7e4324b1c37806d11d59ca is 37, key is row3/f:row3/1733412310406/Put/seqid=0 2024-12-05T15:25:12,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741843_1019 (size=5228) 2024-12-05T15:25:12,229 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1515, reset compression=false 2024-12-05T15:25:12,232 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:12,232 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1762, reset compression=false 2024-12-05T15:25:12,232 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34411,1733412287508 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:12,233 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,34411,1733412287508: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,34411,1733412287508, walGroup=5a29627a94df%2C34411%2C1733412287508, offset=5a29627a94df%2C34411%2C1733412287508.1733412289641:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:34411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:25:12,234 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:25:12,234 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:25:12,235 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:25:12,235 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:25:12,235 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:25:12,235 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 866926000 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199119128 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:25:12,235 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:25:12,289 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:12,344 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:12,400 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:12,436 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1762, reset compression=false 2024-12-05T15:25:12,544 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:12,571 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:25:12,571 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:25:12,584 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/ns/a3c0a7643ce44f6e821733a6e4c2d3a5 2024-12-05T15:25:12,591 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/f/6206d6217e7e4324b1c37806d11d59ca 2024-12-05T15:25:12,594 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6206d6217e7e4324b1c37806d11d59ca 2024-12-05T15:25:12,599 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/rep_barrier/67ccf6c1679c4c93994662217883bae9 is 112, key is test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d./rep_barrier:seqnumDuringOpen/1733412296219/Put/seqid=0 2024-12-05T15:25:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741844_1020 (size=5518) 2024-12-05T15:25:12,610 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/f1/ec2b812f3c3b418aa837887ab8b3dca5 is 30, key is row1/f1:/1733412307752/DeleteFamily/seqid=0 2024-12-05T15:25:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741845_1021 (size=5158) 2024-12-05T15:25:12,693 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:12,739 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1762, reset compression=false 2024-12-05T15:25:12,744 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:25:12,744 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5c436d972d1b1dceb6a26beeb045268d=test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d.} 2024-12-05T15:25:12,744 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:12,903 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:12,945 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:13,003 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/rep_barrier/67ccf6c1679c4c93994662217883bae9 2024-12-05T15:25:13,013 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/f1/ec2b812f3c3b418aa837887ab8b3dca5 2024-12-05T15:25:13,016 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec2b812f3c3b418aa837887ab8b3dca5 2024-12-05T15:25:13,021 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/table/3bf6e6154812479cbc07cf5f86c74dff is 53, key is hbase:replication/table:state/1733412301689/Put/seqid=0 2024-12-05T15:25:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:25:13,033 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/norep/2ca794c1ad31415894a4bcf0dba6e925 is 33, key is row2/norep:/1733412308757/DeleteFamily/seqid=0 2024-12-05T15:25:13,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741847_1023 (size=5108) 2024-12-05T15:25:13,141 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1762, reset compression=false 2024-12-05T15:25:13,145 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:13,196 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:13,345 DEBUG [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c436d972d1b1dceb6a26beeb045268d 2024-12-05T15:25:13,426 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/table/3bf6e6154812479cbc07cf5f86c74dff 2024-12-05T15:25:13,431 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/info/b0eea5d39dc6496b881e192d5c7e58c6 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/info/b0eea5d39dc6496b881e192d5c7e58c6 2024-12-05T15:25:13,435 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/info/b0eea5d39dc6496b881e192d5c7e58c6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:25:13,435 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/ns/a3c0a7643ce44f6e821733a6e4c2d3a5 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/ns/a3c0a7643ce44f6e821733a6e4c2d3a5 2024-12-05T15:25:13,438 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/norep/2ca794c1ad31415894a4bcf0dba6e925 2024-12-05T15:25:13,439 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/ns/a3c0a7643ce44f6e821733a6e4c2d3a5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:25:13,440 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/rep_barrier/67ccf6c1679c4c93994662217883bae9 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/rep_barrier/67ccf6c1679c4c93994662217883bae9 2024-12-05T15:25:13,442 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca794c1ad31415894a4bcf0dba6e925 2024-12-05T15:25:13,442 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/f/6206d6217e7e4324b1c37806d11d59ca as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/f/6206d6217e7e4324b1c37806d11d59ca 2024-12-05T15:25:13,445 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/rep_barrier/67ccf6c1679c4c93994662217883bae9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:25:13,446 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/.tmp/table/3bf6e6154812479cbc07cf5f86c74dff as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/table/3bf6e6154812479cbc07cf5f86c74dff 2024-12-05T15:25:13,447 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6206d6217e7e4324b1c37806d11d59ca 2024-12-05T15:25:13,447 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/f/6206d6217e7e4324b1c37806d11d59ca, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T15:25:13,448 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/f1/ec2b812f3c3b418aa837887ab8b3dca5 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/f1/ec2b812f3c3b418aa837887ab8b3dca5 2024-12-05T15:25:13,450 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/table/3bf6e6154812479cbc07cf5f86c74dff, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:25:13,451 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec2b812f3c3b418aa837887ab8b3dca5 2024-12-05T15:25:13,451 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/f1/ec2b812f3c3b418aa837887ab8b3dca5, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T15:25:13,451 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-12-05T15:25:13,452 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/.tmp/norep/2ca794c1ad31415894a4bcf0dba6e925 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/norep/2ca794c1ad31415894a4bcf0dba6e925 2024-12-05T15:25:13,454 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:25:13,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:13,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:25:13,455 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:13,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412311744Running coprocessor pre-close hooks at 1733412311744Disabling compacts and flushes for region at 1733412311744Disabling writes for close at 1733412311744Obtaining lock to block concurrent updates at 1733412311744Preparing flush snapshotting stores in 1588230740 at 1733412311744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412311744Flushing stores of hbase:meta,,1.1588230740 at 1733412311744Flushing 1588230740/info: creating writer at 1733412311744Flushing 1588230740/info: appending metadata at 1733412311755 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733412311756 (+1 ms)Flushing 1588230740/ns: creating writer at 1733412312164 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733412312180 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733412312180Flushing 1588230740/rep_barrier: creating writer at 1733412312587 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412312599 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412312599Flushing 1588230740/table: creating writer at 1733412313008 (+409 ms)Flushing 1588230740/table: appending metadata at 1733412313021 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733412313021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a48d424: reopening flushed file at 1733412313430 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43940fd6: reopening flushed file at 1733412313435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521f80cd: reopening flushed file at 1733412313440 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9ac4c8: reopening flushed file at 1733412313446 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1733412313451 (+5 ms)Writing region close event to WAL at 1733412313452 (+1 ms)Running coprocessor post-close hooks at 1733412313455 (+3 ms)Closed at 1733412313455 2024-12-05T15:25:13,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:13,456 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca794c1ad31415894a4bcf0dba6e925 2024-12-05T15:25:13,456 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/norep/2ca794c1ad31415894a4bcf0dba6e925, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T15:25:13,456 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c436d972d1b1dceb6a26beeb045268d in 1283ms, sequenceid=12, compaction requested=false 2024-12-05T15:25:13,459 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/data/default/test/5c436d972d1b1dceb6a26beeb045268d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T15:25:13,460 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:13,460 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:25:13,460 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:25:13,460 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c436d972d1b1dceb6a26beeb045268d: Waiting for close lock at 1733412312173Running coprocessor pre-close hooks at 1733412312173Disabling compacts and flushes for region at 1733412312173Disabling writes for close at 1733412312173Obtaining lock to block concurrent updates at 1733412312173Preparing flush snapshotting stores in 5c436d972d1b1dceb6a26beeb045268d at 1733412312173Finished memstore snapshotting test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733412312174 (+1 ms)Flushing stores of test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. at 1733412312174Flushing 5c436d972d1b1dceb6a26beeb045268d/f: creating writer at 1733412312174Flushing 5c436d972d1b1dceb6a26beeb045268d/f: appending metadata at 1733412312186 (+12 ms)Flushing 5c436d972d1b1dceb6a26beeb045268d/f: closing flushed file at 1733412312186Flushing 5c436d972d1b1dceb6a26beeb045268d/f1: creating writer at 1733412312594 (+408 ms)Flushing 5c436d972d1b1dceb6a26beeb045268d/f1: appending metadata at 1733412312609 (+15 ms)Flushing 5c436d972d1b1dceb6a26beeb045268d/f1: closing flushed file at 1733412312609Flushing 5c436d972d1b1dceb6a26beeb045268d/norep: creating writer at 1733412313017 (+408 ms)Flushing 5c436d972d1b1dceb6a26beeb045268d/norep: appending metadata at 1733412313032 (+15 ms)Flushing 5c436d972d1b1dceb6a26beeb045268d/norep: closing flushed file at 1733412313032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca6e42f: reopening flushed file at 1733412313442 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64194f59: reopening flushed file at 1733412313447 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae5d508: reopening flushed file at 1733412313451 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c436d972d1b1dceb6a26beeb045268d in 1283ms, sequenceid=12, compaction requested=false at 1733412313456 (+5 ms)Writing region close event to WAL at 1733412313457 (+1 ms)Running coprocessor post-close hooks at 1733412313460 (+3 ms)Closed at 1733412313460 2024-12-05T15:25:13,460 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412295077.5c436d972d1b1dceb6a26beeb045268d. 2024-12-05T15:25:13,506 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:13,545 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,34411,1733412287508; all regions closed. 2024-12-05T15:25:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:25:13,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.meta.1733412290635.meta not finished, retry = 0 2024-12-05T15:25:13,644 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 1762, reset compression=false 2024-12-05T15:25:13,648 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:13,648 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.wal-reader.5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.1733412289641 to pos 2406, reset compression=false 2024-12-05T15:25:13,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/WALs/5a29627a94df,34411,1733412287508/5a29627a94df%2C34411%2C1733412287508.rep.1733412301658 not finished, retry = 0 2024-12-05T15:25:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741839_1015 (size=3333) 2024-12-05T15:25:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741832_1008 (size=2414) 2024-12-05T15:25:13,752 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:13,752 INFO [RS:0;5a29627a94df:34411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:13,752 INFO [RS:0;5a29627a94df:34411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:13,752 INFO [RS:0;5a29627a94df:34411 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:13,752 INFO [RS:0;5a29627a94df:34411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:13,752 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:13,753 INFO [RS:0;5a29627a94df:34411 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,34411,1733412287508 because: Region server is closing 2024-12-05T15:25:13,753 INFO [RS:0;5a29627a94df:34411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34411. 2024-12-05T15:25:13,753 DEBUG [RS:0;5a29627a94df:34411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:13,753 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:13,753 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:13,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:13,800 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:13,853 INFO [RS:0;5a29627a94df:34411 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34411,1733412287508.replicationSource.shipper5a29627a94df%2C34411%2C1733412287508,1-5a29627a94df,34411,1733412287508 terminated 2024-12-05T15:25:13,854 INFO [RS:0;5a29627a94df:34411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34411. 2024-12-05T15:25:13,854 DEBUG [RS:0;5a29627a94df:34411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:13,854 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:13,854 DEBUG [RS:0;5a29627a94df:34411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:13,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:13,854 INFO [RS:0;5a29627a94df:34411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34411 2024-12-05T15:25:13,874 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598011490/rs/5a29627a94df,34411,1733412287508 2024-12-05T15:25:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490/rs 2024-12-05T15:25:13,874 INFO [RS:0;5a29627a94df:34411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:13,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,34411,1733412287508] 2024-12-05T15:25:13,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21598011490/draining/5a29627a94df,34411,1733412287508 already deleted, retry=false 2024-12-05T15:25:13,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,34411,1733412287508 expired; onlineServers=0 2024-12-05T15:25:13,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,46477,1733412287413' ***** 2024-12-05T15:25:13,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:25:13,966 INFO [M:0;5a29627a94df:46477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:13,966 INFO [M:0;5a29627a94df:46477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:13,967 DEBUG [M:0;5a29627a94df:46477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:25:13,967 DEBUG [M:0;5a29627a94df:46477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:25:13,967 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:25:13,967 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412289434 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412289434,5,FailOnTimeoutGroup] 2024-12-05T15:25:13,967 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412289438 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412289438,5,FailOnTimeoutGroup] 2024-12-05T15:25:13,967 INFO [M:0;5a29627a94df:46477 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:13,967 INFO [M:0;5a29627a94df:46477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:13,967 DEBUG [M:0;5a29627a94df:46477 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:25:13,967 INFO [M:0;5a29627a94df:46477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:25:13,967 INFO [M:0;5a29627a94df:46477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:13,967 INFO [M:0;5a29627a94df:46477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:25:13,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:25:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598011490/master 2024-12-05T15:25:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598011490 2024-12-05T15:25:14,000 DEBUG [M:0;5a29627a94df:46477 {}] zookeeper.ZKUtil(347): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Unable to get data of znode /21598011490/master because node does not exist (not an error) 2024-12-05T15:25:14,000 WARN [M:0;5a29627a94df:46477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:25:14,001 INFO [M:0;5a29627a94df:46477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/.lastflushedseqids 2024-12-05T15:25:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741848_1024 (size=245) 2024-12-05T15:25:14,024 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:14,024 INFO [RS:0;5a29627a94df:34411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:14,024 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34411-0x101a7460a7c0007, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:14,024 INFO [RS:0;5a29627a94df:34411 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,34411,1733412287508; zookeeper connection closed. 2024-12-05T15:25:14,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2428d74f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2428d74f 2024-12-05T15:25:14,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:25:14,209 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:14,407 INFO [M:0;5a29627a94df:46477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:25:14,407 INFO [M:0;5a29627a94df:46477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:25:14,407 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:14,407 INFO [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:14,407 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:14,407 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:14,407 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:14,407 INFO [M:0;5a29627a94df:46477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-05T15:25:14,423 DEBUG [M:0;5a29627a94df:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5acb7d6ea7fd4f20a94ad1c75ac2ad88 is 82, key is hbase:meta,,1/info:regioninfo/1733412290661/Put/seqid=0 2024-12-05T15:25:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741849_1025 (size=5672) 2024-12-05T15:25:14,504 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:14,827 INFO [M:0;5a29627a94df:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5acb7d6ea7fd4f20a94ad1c75ac2ad88 2024-12-05T15:25:14,846 DEBUG [M:0;5a29627a94df:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aca70724c7846f889e675f482a25da1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412301692/Put/seqid=0 2024-12-05T15:25:14,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741850_1026 (size=9211) 2024-12-05T15:25:15,013 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:15,250 INFO [M:0;5a29627a94df:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aca70724c7846f889e675f482a25da1 2024-12-05T15:25:15,268 DEBUG [M:0;5a29627a94df:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cf545a434224d4a948d29b78da02a3e is 69, key is 5a29627a94df,34411,1733412287508/rs:state/1733412289467/Put/seqid=0 2024-12-05T15:25:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741851_1027 (size=5156) 2024-12-05T15:25:15,307 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:15,672 INFO [M:0;5a29627a94df:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cf545a434224d4a948d29b78da02a3e 2024-12-05T15:25:15,676 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5acb7d6ea7fd4f20a94ad1c75ac2ad88 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5acb7d6ea7fd4f20a94ad1c75ac2ad88 2024-12-05T15:25:15,679 INFO [M:0;5a29627a94df:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5acb7d6ea7fd4f20a94ad1c75ac2ad88, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T15:25:15,680 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aca70724c7846f889e675f482a25da1 as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8aca70724c7846f889e675f482a25da1 2024-12-05T15:25:15,683 INFO [M:0;5a29627a94df:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8aca70724c7846f889e675f482a25da1, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T15:25:15,684 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cf545a434224d4a948d29b78da02a3e as hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cf545a434224d4a948d29b78da02a3e 2024-12-05T15:25:15,687 INFO [M:0;5a29627a94df:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44259/user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cf545a434224d4a948d29b78da02a3e, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T15:25:15,688 INFO [M:0;5a29627a94df:46477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-12-05T15:25:15,693 INFO [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:15,693 DEBUG [M:0;5a29627a94df:46477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412314407Disabling compacts and flushes for region at 1733412314407Disabling writes for close at 1733412314407Obtaining lock to block concurrent updates at 1733412314407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412314407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733412314407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412314408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412314408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412314423 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412314423Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412314831 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412314845 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412314845Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412315254 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412315267 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412315267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e712667: reopening flushed file at 1733412315675 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19693491: reopening flushed file at 1733412315679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdf0564: reopening flushed file at 1733412315683 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1733412315688 (+5 ms)Writing region close event to WAL at 1733412315693 (+5 ms)Closed at 1733412315693 2024-12-05T15:25:15,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dde517e-e946-6739-18cd-ab8c851d6c0d/MasterData/WALs/5a29627a94df,46477,1733412287413/5a29627a94df%2C46477%2C1733412287413.1733412289237 not finished, retry = 0 2024-12-05T15:25:15,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741830_1006 (size=73854) 2024-12-05T15:25:15,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:15,800 INFO [M:0;5a29627a94df:46477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:25:15,800 INFO [M:0;5a29627a94df:46477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46477 2024-12-05T15:25:15,800 INFO [M:0;5a29627a94df:46477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:15,918 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:15,941 INFO [M:0;5a29627a94df:46477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101a7460a7c0006, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:15,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c83d38d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:25:15,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:25:15,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:25:15,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:25:15,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir/,STOPPED} 2024-12-05T15:25:15,945 WARN [BP-1589134584-172.17.0.3-1733412285815 heartbeating to localhost/127.0.0.1:44259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:25:15,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:25:15,946 WARN [BP-1589134584-172.17.0.3-1733412285815 heartbeating to localhost/127.0.0.1:44259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589134584-172.17.0.3-1733412285815 (Datanode Uuid a2662ec9-80f4-468f-af89-5987c6f8219e) service to localhost/127.0.0.1:44259 2024-12-05T15:25:15,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:25:15,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/cluster_db4040a6-a147-1e7b-8202-7d472f9736a2/data/data1/current/BP-1589134584-172.17.0.3-1733412285815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:25:15,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/cluster_db4040a6-a147-1e7b-8202-7d472f9736a2/data/data2/current/BP-1589134584-172.17.0.3-1733412285815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:25:15,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:25:15,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72948196{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:25:15,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:25:15,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:25:15,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:25:15,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir/,STOPPED} 2024-12-05T15:25:15,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:25:15,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:25:15,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:15,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:15,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:15,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:15,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:15,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:25:15,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=501643654, stopped=false 2024-12-05T15:25:15,975 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,41573,1733412282435 2024-12-05T15:25:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1973600329/running 2024-12-05T15:25:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1973600329/running 2024-12-05T15:25:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:25:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:25:15,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:15,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:15,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:15,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:15,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,43131,1733412282544' ***** 2024-12-05T15:25:15,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:25:15,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/running 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:25:15,992 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(3091): Received CLOSE for 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:15,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Set watcher on znode that does not yet exist, /1-1973600329/running 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(3091): Received CLOSE for 062bc7d1e7fbd3f45bb92193b37219a0 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,43131,1733412282544 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43131. 2024-12-05T15:25:15,992 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49fdb5f9a83b6f9b5205e9a907c30c90, disabling compactions & flushes 2024-12-05T15:25:15,992 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:15,992 DEBUG [RS:0;5a29627a94df:43131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:15,992 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:15,992 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:15,992 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. after waiting 0 ms 2024-12-05T15:25:15,992 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:25:15,992 INFO [RS:0;5a29627a94df:43131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:25:15,993 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:25:15,993 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49fdb5f9a83b6f9b5205e9a907c30c90 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T15:25:15,993 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:25:15,993 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49fdb5f9a83b6f9b5205e9a907c30c90=hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90., 062bc7d1e7fbd3f45bb92193b37219a0=test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.} 2024-12-05T15:25:15,993 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740, 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:15,993 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:15,993 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:15,993 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:15,993 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:15,993 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:15,993 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:25:16,011 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/.tmp/queue/2202201934014475b6e9f69065c536b5 is 154, key is 1-5a29627a94df,43131,1733412282544/queue:5a29627a94df%2C43131%2C1733412282544/1733412311495/Put/seqid=0 2024-12-05T15:25:16,011 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/info/8369a537b1924dd69482865cd099b859 is 147, key is hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90./info:regioninfo/1733412300174/Put/seqid=0 2024-12-05T15:25:16,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741840_1016 (size=5353) 2024-12-05T15:25:16,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741841_1017 (size=7686) 2024-12-05T15:25:16,067 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:16,193 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740, 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:16,214 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:16,393 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740, 49fdb5f9a83b6f9b5205e9a907c30c90 2024-12-05T15:25:16,417 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/.tmp/queue/2202201934014475b6e9f69065c536b5 2024-12-05T15:25:16,417 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/info/8369a537b1924dd69482865cd099b859 2024-12-05T15:25:16,421 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/.tmp/queue/2202201934014475b6e9f69065c536b5 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/queue/2202201934014475b6e9f69065c536b5 2024-12-05T15:25:16,425 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/queue/2202201934014475b6e9f69065c536b5, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T15:25:16,426 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 49fdb5f9a83b6f9b5205e9a907c30c90 in 434ms, sequenceid=14, compaction requested=false 2024-12-05T15:25:16,426 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:25:16,429 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/replication/49fdb5f9a83b6f9b5205e9a907c30c90/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T15:25:16,429 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:16,429 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:25:16,429 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:16,429 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49fdb5f9a83b6f9b5205e9a907c30c90: Waiting for close lock at 1733412315992Running coprocessor pre-close hooks at 1733412315992Disabling compacts and flushes for region at 1733412315992Disabling writes for close at 1733412315992Obtaining lock to block concurrent updates at 1733412315993 (+1 ms)Preparing flush snapshotting stores in 49fdb5f9a83b6f9b5205e9a907c30c90 at 1733412315993Finished memstore snapshotting hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733412315993Flushing stores of hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. at 1733412315993Flushing 49fdb5f9a83b6f9b5205e9a907c30c90/queue: creating writer at 1733412315993Flushing 49fdb5f9a83b6f9b5205e9a907c30c90/queue: appending metadata at 1733412316010 (+17 ms)Flushing 49fdb5f9a83b6f9b5205e9a907c30c90/queue: closing flushed file at 1733412316010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309ad0b4: reopening flushed file at 1733412316421 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 49fdb5f9a83b6f9b5205e9a907c30c90 in 434ms, sequenceid=14, compaction requested=false at 1733412316426 (+5 ms)Writing region close event to WAL at 1733412316427 (+1 ms)Running coprocessor post-close hooks at 1733412316429 (+2 ms)Closed at 1733412316429 2024-12-05T15:25:16,430 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412299388.49fdb5f9a83b6f9b5205e9a907c30c90. 2024-12-05T15:25:16,430 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 062bc7d1e7fbd3f45bb92193b37219a0, disabling compactions & flushes 2024-12-05T15:25:16,430 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:25:16,430 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:25:16,430 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. after waiting 0 ms 2024-12-05T15:25:16,430 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:25:16,430 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 062bc7d1e7fbd3f45bb92193b37219a0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T15:25:16,434 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/ns/cffdf557d61d4e5ca673352e8ad95337 is 43, key is default/ns:d/1733412285732/Put/seqid=0 2024-12-05T15:25:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741842_1018 (size=5153) 2024-12-05T15:25:16,443 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/f/5933c18a51154f05a73cd637cdb8468b is 37, key is row3/f:row3/1733412310406/Put/seqid=0 2024-12-05T15:25:16,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741843_1019 (size=5228) 2024-12-05T15:25:16,585 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:41573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T15:25:16,593 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740 2024-12-05T15:25:16,647 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:25:16,647 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:25:16,793 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740 2024-12-05T15:25:16,840 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/ns/cffdf557d61d4e5ca673352e8ad95337 2024-12-05T15:25:16,846 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/f/5933c18a51154f05a73cd637cdb8468b 2024-12-05T15:25:16,849 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5933c18a51154f05a73cd637cdb8468b 2024-12-05T15:25:16,860 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/f1/e2788ac8c815448f9a0e3802f4c6a463 is 30, key is row1/f1:/1733412307752/DeleteFamily/seqid=0 2024-12-05T15:25:16,860 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/rep_barrier/103989527fb542caa57d29916ab18d10 is 112, key is test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0./rep_barrier:seqnumDuringOpen/1733412294075/Put/seqid=0 2024-12-05T15:25:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741845_1021 (size=5158) 2024-12-05T15:25:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741844_1020 (size=5518) 2024-12-05T15:25:16,922 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1471, reset compression=false 2024-12-05T15:25:16,925 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:16,925 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1718, reset compression=false 2024-12-05T15:25:16,925 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,43131,1733412282544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:16,926 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,43131,1733412282544: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,43131,1733412282544, walGroup=5a29627a94df%2C43131%2C1733412282544, offset=5a29627a94df%2C43131%2C1733412282544.1733412284770:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:43131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:25:16,928 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:25:16,928 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:25:16,928 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:25:16,928 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:25:16,928 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:25:16,928 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 961297840 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199636744 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:25:16,929 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:41573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:41573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:25:16,994 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:25:16,994 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 062bc7d1e7fbd3f45bb92193b37219a0=test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0.} 2024-12-05T15:25:16,994 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740 2024-12-05T15:25:17,130 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1718, reset compression=false 2024-12-05T15:25:17,194 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740 2024-12-05T15:25:17,217 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:17,264 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/rep_barrier/103989527fb542caa57d29916ab18d10 2024-12-05T15:25:17,264 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/f1/e2788ac8c815448f9a0e3802f4c6a463 2024-12-05T15:25:17,268 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2788ac8c815448f9a0e3802f4c6a463 2024-12-05T15:25:17,283 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/table/9a4ba07c131c48b3a52a3b9767c01106 is 53, key is hbase:replication/table:state/1733412300179/Put/seqid=0 2024-12-05T15:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/norep/ddfddfbc743c49a481e1e58ab5258fe9 is 33, key is row1/norep:/1733412307752/DeleteFamily/seqid=0 2024-12-05T15:25:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:25:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741847_1023 (size=5108) 2024-12-05T15:25:17,394 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740 2024-12-05T15:25:17,433 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1718, reset compression=false 2024-12-05T15:25:17,594 DEBUG [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1351): Waiting on 062bc7d1e7fbd3f45bb92193b37219a0, 1588230740 2024-12-05T15:25:17,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:17,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,689 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/norep/ddfddfbc743c49a481e1e58ab5258fe9 2024-12-05T15:25:17,689 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/table/9a4ba07c131c48b3a52a3b9767c01106 2024-12-05T15:25:17,692 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddfddfbc743c49a481e1e58ab5258fe9 2024-12-05T15:25:17,693 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/info/8369a537b1924dd69482865cd099b859 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/info/8369a537b1924dd69482865cd099b859 2024-12-05T15:25:17,693 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/f/5933c18a51154f05a73cd637cdb8468b as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/f/5933c18a51154f05a73cd637cdb8468b 2024-12-05T15:25:17,698 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/info/8369a537b1924dd69482865cd099b859, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:25:17,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,699 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/ns/cffdf557d61d4e5ca673352e8ad95337 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/ns/cffdf557d61d4e5ca673352e8ad95337 2024-12-05T15:25:17,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,699 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5933c18a51154f05a73cd637cdb8468b 2024-12-05T15:25:17,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,699 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/f/5933c18a51154f05a73cd637cdb8468b, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T15:25:17,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,700 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/f1/e2788ac8c815448f9a0e3802f4c6a463 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/f1/e2788ac8c815448f9a0e3802f4c6a463 2024-12-05T15:25:17,710 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/ns/cffdf557d61d4e5ca673352e8ad95337, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:25:17,710 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2788ac8c815448f9a0e3802f4c6a463 2024-12-05T15:25:17,710 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/f1/e2788ac8c815448f9a0e3802f4c6a463, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T15:25:17,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,711 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/rep_barrier/103989527fb542caa57d29916ab18d10 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/rep_barrier/103989527fb542caa57d29916ab18d10 2024-12-05T15:25:17,711 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/.tmp/norep/ddfddfbc743c49a481e1e58ab5258fe9 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/norep/ddfddfbc743c49a481e1e58ab5258fe9 2024-12-05T15:25:17,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:17,715 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/rep_barrier/103989527fb542caa57d29916ab18d10, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:25:17,715 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddfddfbc743c49a481e1e58ab5258fe9 2024-12-05T15:25:17,716 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/norep/ddfddfbc743c49a481e1e58ab5258fe9, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T15:25:17,716 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/.tmp/table/9a4ba07c131c48b3a52a3b9767c01106 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/table/9a4ba07c131c48b3a52a3b9767c01106 2024-12-05T15:25:17,716 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 062bc7d1e7fbd3f45bb92193b37219a0 in 1286ms, sequenceid=12, compaction requested=false 2024-12-05T15:25:17,716 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:25:17,721 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/table/9a4ba07c131c48b3a52a3b9767c01106, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:25:17,721 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-12-05T15:25:17,721 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:25:17,723 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/default/test/062bc7d1e7fbd3f45bb92193b37219a0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T15:25:17,723 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:17,723 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:25:17,723 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:25:17,724 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 062bc7d1e7fbd3f45bb92193b37219a0: Waiting for close lock at 1733412316430Running coprocessor pre-close hooks at 1733412316430Disabling compacts and flushes for region at 1733412316430Disabling writes for close at 1733412316430Obtaining lock to block concurrent updates at 1733412316430Preparing flush snapshotting stores in 062bc7d1e7fbd3f45bb92193b37219a0 at 1733412316430Finished memstore snapshotting test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733412316430Flushing stores of test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. at 1733412316430Flushing 062bc7d1e7fbd3f45bb92193b37219a0/f: creating writer at 1733412316431 (+1 ms)Flushing 062bc7d1e7fbd3f45bb92193b37219a0/f: appending metadata at 1733412316442 (+11 ms)Flushing 062bc7d1e7fbd3f45bb92193b37219a0/f: closing flushed file at 1733412316442Flushing 062bc7d1e7fbd3f45bb92193b37219a0/f1: creating writer at 1733412316849 (+407 ms)Flushing 062bc7d1e7fbd3f45bb92193b37219a0/f1: appending metadata at 1733412316860 (+11 ms)Flushing 062bc7d1e7fbd3f45bb92193b37219a0/f1: closing flushed file at 1733412316860Flushing 062bc7d1e7fbd3f45bb92193b37219a0/norep: creating writer at 1733412317268 (+408 ms)Flushing 062bc7d1e7fbd3f45bb92193b37219a0/norep: appending metadata at 1733412317283 (+15 ms)Flushing 062bc7d1e7fbd3f45bb92193b37219a0/norep: closing flushed file at 1733412317283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e433e: reopening flushed file at 1733412317692 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c32d5eb: reopening flushed file at 1733412317699 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e56dfd: reopening flushed file at 1733412317710 (+11 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 062bc7d1e7fbd3f45bb92193b37219a0 in 1286ms, sequenceid=12, compaction requested=false at 1733412317716 (+6 ms)Writing region close event to WAL at 1733412317719 (+3 ms)Running coprocessor post-close hooks at 1733412317723 (+4 ms)Closed at 1733412317723 2024-12-05T15:25:17,724 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412292927.062bc7d1e7fbd3f45bb92193b37219a0. 2024-12-05T15:25:17,726 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:25:17,726 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:17,726 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:25:17,726 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:17,727 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412315993Running coprocessor pre-close hooks at 1733412315993Disabling compacts and flushes for region at 1733412315993Disabling writes for close at 1733412315993Obtaining lock to block concurrent updates at 1733412315993Preparing flush snapshotting stores in 1588230740 at 1733412315993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412315993Flushing stores of hbase:meta,,1.1588230740 at 1733412315994 (+1 ms)Flushing 1588230740/info: creating writer at 1733412315994Flushing 1588230740/info: appending metadata at 1733412316010 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733412316010Flushing 1588230740/ns: creating writer at 1733412316421 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733412316434 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733412316434Flushing 1588230740/rep_barrier: creating writer at 1733412316844 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412316860 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412316860Flushing 1588230740/table: creating writer at 1733412317268 (+408 ms)Flushing 1588230740/table: appending metadata at 1733412317283 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733412317283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c022225: reopening flushed file at 1733412317692 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160121c7: reopening flushed file at 1733412317698 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbf578: reopening flushed file at 1733412317710 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c31992: reopening flushed file at 1733412317716 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1733412317721 (+5 ms)Writing region close event to WAL at 1733412317724 (+3 ms)Running coprocessor post-close hooks at 1733412317726 (+2 ms)Closed at 1733412317726 2024-12-05T15:25:17,727 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:17,794 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,43131,1733412282544; all regions closed. 2024-12-05T15:25:17,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.meta.1733412285692.meta not finished, retry = 0 2024-12-05T15:25:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:25:17,836 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 1718, reset compression=false 2024-12-05T15:25:17,840 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:17,840 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 2362, reset compression=false 2024-12-05T15:25:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741839_1015 (size=3552) 2024-12-05T15:25:17,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.rep.1733412300146 not finished, retry = 0 2024-12-05T15:25:18,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 not finished, retry = 0 2024-12-05T15:25:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741832_1008 (size=2370) 2024-12-05T15:25:18,042 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 to pos 2362, reset compression=false 2024-12-05T15:25:18,102 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/WALs/5a29627a94df,43131,1733412282544/5a29627a94df%2C43131%2C1733412282544.1733412284770 2024-12-05T15:25:18,102 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:18,102 INFO [RS:0;5a29627a94df:43131 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:18,102 INFO [RS:0;5a29627a94df:43131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:18,103 INFO [RS:0;5a29627a94df:43131 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:18,103 INFO [RS:0;5a29627a94df:43131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:18,103 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:18,103 INFO [RS:0;5a29627a94df:43131 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,43131,1733412282544 because: Region server is closing 2024-12-05T15:25:18,103 INFO [RS:0;5a29627a94df:43131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43131. 2024-12-05T15:25:18,103 DEBUG [RS:0;5a29627a94df:43131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:18,103 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:18,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:18,104 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:18,204 INFO [RS:0;5a29627a94df:43131 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.shipper5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 terminated 2024-12-05T15:25:18,204 INFO [RS:0;5a29627a94df:43131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43131. 2024-12-05T15:25:18,204 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,43131,1733412282544.replicationSource.wal-reader.5a29627a94df%2C43131%2C1733412282544,1-5a29627a94df,43131,1733412282544 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T15:25:18,204 DEBUG [RS:0;5a29627a94df:43131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:18,204 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:18,204 DEBUG [RS:0;5a29627a94df:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:18,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:18,204 INFO [RS:0;5a29627a94df:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43131 2024-12-05T15:25:18,282 INFO [RS:0;5a29627a94df:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:18,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1973600329/rs/5a29627a94df,43131,1733412282544 2024-12-05T15:25:18,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329/rs 2024-12-05T15:25:18,325 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:18,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,43131,1733412282544] 2024-12-05T15:25:18,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1973600329/draining/5a29627a94df,43131,1733412282544 already deleted, retry=false 2024-12-05T15:25:18,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,43131,1733412282544 expired; onlineServers=0 2024-12-05T15:25:18,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,41573,1733412282435' ***** 2024-12-05T15:25:18,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:25:18,366 INFO [M:0;5a29627a94df:41573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:18,366 INFO [M:0;5a29627a94df:41573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:18,366 DEBUG [M:0;5a29627a94df:41573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:25:18,366 DEBUG [M:0;5a29627a94df:41573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:25:18,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:25:18,366 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412284510 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412284510,5,FailOnTimeoutGroup] 2024-12-05T15:25:18,366 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412284509 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412284509,5,FailOnTimeoutGroup] 2024-12-05T15:25:18,366 INFO [M:0;5a29627a94df:41573 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:18,366 INFO [M:0;5a29627a94df:41573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:18,366 DEBUG [M:0;5a29627a94df:41573 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:25:18,366 INFO [M:0;5a29627a94df:41573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:25:18,367 INFO [M:0;5a29627a94df:41573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:18,367 INFO [M:0;5a29627a94df:41573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:25:18,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:25:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1973600329/master 2024-12-05T15:25:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1973600329 2024-12-05T15:25:18,374 DEBUG [M:0;5a29627a94df:41573 {}] zookeeper.ZKUtil(347): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Unable to get data of znode /1-1973600329/master because node does not exist (not an error) 2024-12-05T15:25:18,374 WARN [M:0;5a29627a94df:41573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:25:18,374 INFO [M:0;5a29627a94df:41573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/.lastflushedseqids 2024-12-05T15:25:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741848_1024 (size=245) 2024-12-05T15:25:18,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:18,454 INFO [RS:0;5a29627a94df:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:18,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x101a7460a7c0004, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:18,454 INFO [RS:0;5a29627a94df:43131 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,43131,1733412282544; zookeeper connection closed. 2024-12-05T15:25:18,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10ae1c1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10ae1c1a 2024-12-05T15:25:18,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:25:18,778 INFO [M:0;5a29627a94df:41573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:25:18,778 INFO [M:0;5a29627a94df:41573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:25:18,779 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:18,779 INFO [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:18,779 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:18,779 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:18,779 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:18,779 INFO [M:0;5a29627a94df:41573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T15:25:18,792 DEBUG [M:0;5a29627a94df:41573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be0e069b76bf4a718888dc4f160c50f2 is 82, key is hbase:meta,,1/info:regioninfo/1733412285718/Put/seqid=0 2024-12-05T15:25:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741849_1025 (size=5672) 2024-12-05T15:25:19,196 INFO [M:0;5a29627a94df:41573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be0e069b76bf4a718888dc4f160c50f2 2024-12-05T15:25:19,215 DEBUG [M:0;5a29627a94df:41573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75f35011fe8c49ecbcdc43646ca7ccf2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412294084/Put/seqid=0 2024-12-05T15:25:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741850_1026 (size=7218) 2024-12-05T15:25:19,528 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:19,619 INFO [M:0;5a29627a94df:41573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75f35011fe8c49ecbcdc43646ca7ccf2 2024-12-05T15:25:19,623 INFO [M:0;5a29627a94df:41573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75f35011fe8c49ecbcdc43646ca7ccf2 2024-12-05T15:25:19,639 DEBUG [M:0;5a29627a94df:41573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d665725168e64c9ca8239f6dc31ee0ea is 69, key is 5a29627a94df,43131,1733412282544/rs:state/1733412284597/Put/seqid=0 2024-12-05T15:25:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741851_1027 (size=5156) 2024-12-05T15:25:20,042 INFO [M:0;5a29627a94df:41573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d665725168e64c9ca8239f6dc31ee0ea 2024-12-05T15:25:20,047 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be0e069b76bf4a718888dc4f160c50f2 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be0e069b76bf4a718888dc4f160c50f2 2024-12-05T15:25:20,051 INFO [M:0;5a29627a94df:41573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be0e069b76bf4a718888dc4f160c50f2, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T15:25:20,051 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75f35011fe8c49ecbcdc43646ca7ccf2 as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75f35011fe8c49ecbcdc43646ca7ccf2 2024-12-05T15:25:20,055 INFO [M:0;5a29627a94df:41573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75f35011fe8c49ecbcdc43646ca7ccf2 2024-12-05T15:25:20,055 INFO [M:0;5a29627a94df:41573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75f35011fe8c49ecbcdc43646ca7ccf2, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T15:25:20,056 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d665725168e64c9ca8239f6dc31ee0ea as hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d665725168e64c9ca8239f6dc31ee0ea 2024-12-05T15:25:20,059 INFO [M:0;5a29627a94df:41573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45223/user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d665725168e64c9ca8239f6dc31ee0ea, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T15:25:20,059 INFO [M:0;5a29627a94df:41573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-05T15:25:20,060 INFO [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:20,060 DEBUG [M:0;5a29627a94df:41573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412318779Disabling compacts and flushes for region at 1733412318779Disabling writes for close at 1733412318779Obtaining lock to block concurrent updates at 1733412318779Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412318779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733412318779Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412318780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412318780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412318792 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412318792Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412319200 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412319215 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412319215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412319623 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412319638 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412319638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe56051: reopening flushed file at 1733412320046 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c9ec5b: reopening flushed file at 1733412320051 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c1a534: reopening flushed file at 1733412320055 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733412320059 (+4 ms)Writing region close event to WAL at 1733412320060 (+1 ms)Closed at 1733412320060 2024-12-05T15:25:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33715 is added to blk_1073741830_1006 (size=64423) 2024-12-05T15:25:20,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b306d55-c629-67eb-48ab-f6a5f52936cd/MasterData/WALs/5a29627a94df,41573,1733412282435/5a29627a94df%2C41573%2C1733412282435.1733412284272 not finished, retry = 0 2024-12-05T15:25:20,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:20,163 INFO [M:0;5a29627a94df:41573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:25:20,163 INFO [M:0;5a29627a94df:41573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41573 2024-12-05T15:25:20,163 INFO [M:0;5a29627a94df:41573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:20,333 INFO [M:0;5a29627a94df:41573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x101a7460a7c0003, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:20,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77cb3a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:25:20,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:25:20,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:25:20,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:25:20,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir/,STOPPED} 2024-12-05T15:25:20,338 WARN [BP-555485284-172.17.0.3-1733412280893 heartbeating to localhost/127.0.0.1:45223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:25:20,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:25:20,338 WARN [BP-555485284-172.17.0.3-1733412280893 heartbeating to localhost/127.0.0.1:45223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-555485284-172.17.0.3-1733412280893 (Datanode Uuid 25061ff4-8ded-4dfb-8158-1a9929d9723a) service to localhost/127.0.0.1:45223 2024-12-05T15:25:20,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:25:20,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/cluster_e0a22bbd-f039-0800-00fd-7b7d77f00f32/data/data1/current/BP-555485284-172.17.0.3-1733412280893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:25:20,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/cluster_e0a22bbd-f039-0800-00fd-7b7d77f00f32/data/data2/current/BP-555485284-172.17.0.3-1733412280893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:25:20,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:25:20,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:25:20,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:25:20,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:25:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:25:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb03b58-66d6-11e2-7d92-569ca68f0ba9/hadoop.log.dir/,STOPPED} 2024-12-05T15:25:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:25:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:25:20,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:20,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:20,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:20,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:20,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:20,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:25:20,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88063036, stopped=false 2024-12-05T15:25:20,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,35735,1733412277468 2024-12-05T15:25:20,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02014443281/running 2024-12-05T15:25:20,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02014443281/running 2024-12-05T15:25:20,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:25:20,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:25:20,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:20,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:20,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:20,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:20,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,33139,1733412277618' ***** 2024-12-05T15:25:20,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:25:20,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/running 2024-12-05T15:25:20,383 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:25:20,383 INFO [RS:0;5a29627a94df:33139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:25:20,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:25:20,383 INFO [RS:0;5a29627a94df:33139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:25:20,383 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(3091): Received CLOSE for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:20,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Set watcher on znode that does not yet exist, /02014443281/running 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,33139,1733412277618 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:33139. 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61c0a9ee016fc5e9dcf3ff39a76f3fe1, disabling compactions & flushes 2024-12-05T15:25:20,384 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:25:20,384 DEBUG [RS:0;5a29627a94df:33139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:20,384 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. after waiting 0 ms 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:25:20,384 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:25:20,384 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:25:20,384 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1325): Online Regions={61c0a9ee016fc5e9dcf3ff39a76f3fe1=test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1., 2c302a0c1fde2d47c7d75ee5346e59e0=hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:25:20,384 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:20,384 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:20,384 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:20,384 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:25:20,396 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/info/2f3df8310e62497bb697fde8348ee471 is 147, key is hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0./info:regioninfo/1733412298401/Put/seqid=0 2024-12-05T15:25:20,396 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/f/0bdb5a131fbd44d19a6ffbe0a27aabbe is 37, key is row3/f:row3/1733412310406/Put/seqid=0 2024-12-05T15:25:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741841_1017 (size=7686) 2024-12-05T15:25:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741840_1016 (size=5228) 2024-12-05T15:25:20,428 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:20,584 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:20,763 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:25:20,763 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:25:20,784 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:20,801 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/f/0bdb5a131fbd44d19a6ffbe0a27aabbe 2024-12-05T15:25:20,801 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/info/2f3df8310e62497bb697fde8348ee471 2024-12-05T15:25:20,805 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bdb5a131fbd44d19a6ffbe0a27aabbe 2024-12-05T15:25:20,824 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/f1/36417a36e73b40d8a54ad73db7684710 is 30, key is row1/f1:/1733412307752/DeleteFamily/seqid=0 2024-12-05T15:25:20,826 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/ns/a8d72e2c6e59496da54b7c10287eb172 is 43, key is default/ns:d/1733412280831/Put/seqid=0 2024-12-05T15:25:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741842_1018 (size=5158) 2024-12-05T15:25:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741843_1019 (size=5153) 2024-12-05T15:25:20,831 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1488, reset compression=false 2024-12-05T15:25:20,835 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:20,835 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1735, reset compression=false 2024-12-05T15:25:20,835 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,33139,1733412277618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:20,835 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,33139,1733412277618: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,33139,1733412277618, walGroup=5a29627a94df%2C33139%2C1733412277618, offset=5a29627a94df%2C33139%2C1733412277618.1733412279821:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:33139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:25:20,836 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:25:20,837 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:25:20,837 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:25:20,837 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:25:20,837 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:25:20,837 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 739970432 }, "NonHeapMemoryUsage": { "committed": 203227136, "init": 7667712, "max": -1, "used": 200212336 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:25:20,837 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:35735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:35735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:25:20,844 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T15:25:20,844 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T15:25:20,985 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:21,037 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1735, reset compression=false 2024-12-05T15:25:21,185 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:21,229 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/f1/36417a36e73b40d8a54ad73db7684710 2024-12-05T15:25:21,229 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/ns/a8d72e2c6e59496da54b7c10287eb172 2024-12-05T15:25:21,232 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36417a36e73b40d8a54ad73db7684710 2024-12-05T15:25:21,247 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/rep_barrier/419d27533c8f4337ae7489bc9e51ada9 is 112, key is test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1./rep_barrier:seqnumDuringOpen/1733412291913/Put/seqid=0 2024-12-05T15:25:21,247 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/norep/e6eddc0d85c2485c8aa08b48acf3109c is 32, key is row/norep:/1733412306747/DeleteFamily/seqid=0 2024-12-05T15:25:21,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741845_1021 (size=5101) 2024-12-05T15:25:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741844_1020 (size=5518) 2024-12-05T15:25:21,341 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1735, reset compression=false 2024-12-05T15:25:21,385 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:21,585 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0, 61c0a9ee016fc5e9dcf3ff39a76f3fe1 2024-12-05T15:25:21,655 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/rep_barrier/419d27533c8f4337ae7489bc9e51ada9 2024-12-05T15:25:21,655 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/norep/e6eddc0d85c2485c8aa08b48acf3109c 2024-12-05T15:25:21,658 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6eddc0d85c2485c8aa08b48acf3109c 2024-12-05T15:25:21,659 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/f/0bdb5a131fbd44d19a6ffbe0a27aabbe as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/f/0bdb5a131fbd44d19a6ffbe0a27aabbe 2024-12-05T15:25:21,667 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bdb5a131fbd44d19a6ffbe0a27aabbe 2024-12-05T15:25:21,667 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/f/0bdb5a131fbd44d19a6ffbe0a27aabbe, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T15:25:21,668 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/f1/36417a36e73b40d8a54ad73db7684710 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/f1/36417a36e73b40d8a54ad73db7684710 2024-12-05T15:25:21,671 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36417a36e73b40d8a54ad73db7684710 2024-12-05T15:25:21,671 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/table/8cf5e4a5951b4591ab53e2e975e3648b is 53, key is hbase:replication/table:state/1733412298408/Put/seqid=0 2024-12-05T15:25:21,671 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/f1/36417a36e73b40d8a54ad73db7684710, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T15:25:21,672 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/.tmp/norep/e6eddc0d85c2485c8aa08b48acf3109c as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/norep/e6eddc0d85c2485c8aa08b48acf3109c 2024-12-05T15:25:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:25:21,675 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6eddc0d85c2485c8aa08b48acf3109c 2024-12-05T15:25:21,675 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/norep/e6eddc0d85c2485c8aa08b48acf3109c, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T15:25:21,676 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 in 1292ms, sequenceid=12, compaction requested=false 2024-12-05T15:25:21,676 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:25:21,679 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/default/test/61c0a9ee016fc5e9dcf3ff39a76f3fe1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T15:25:21,679 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:21,679 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:25:21,679 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61c0a9ee016fc5e9dcf3ff39a76f3fe1: Waiting for close lock at 1733412320384Running coprocessor pre-close hooks at 1733412320384Disabling compacts and flushes for region at 1733412320384Disabling writes for close at 1733412320384Obtaining lock to block concurrent updates at 1733412320384Preparing flush snapshotting stores in 61c0a9ee016fc5e9dcf3ff39a76f3fe1 at 1733412320384Finished memstore snapshotting test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733412320384Flushing stores of test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. at 1733412320385 (+1 ms)Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/f: creating writer at 1733412320385Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/f: appending metadata at 1733412320396 (+11 ms)Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/f: closing flushed file at 1733412320396Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/f1: creating writer at 1733412320812 (+416 ms)Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/f1: appending metadata at 1733412320824 (+12 ms)Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/f1: closing flushed file at 1733412320824Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/norep: creating writer at 1733412321232 (+408 ms)Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/norep: appending metadata at 1733412321247 (+15 ms)Flushing 61c0a9ee016fc5e9dcf3ff39a76f3fe1/norep: closing flushed file at 1733412321247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea7e3af: reopening flushed file at 1733412321658 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5257347a: reopening flushed file at 1733412321667 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe15bcb: reopening flushed file at 1733412321671 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 61c0a9ee016fc5e9dcf3ff39a76f3fe1 in 1292ms, sequenceid=12, compaction requested=false at 1733412321676 (+5 ms)Writing region close event to WAL at 1733412321677 (+1 ms)Running coprocessor post-close hooks at 1733412321679 (+2 ms)Closed at 1733412321679 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412290769.61c0a9ee016fc5e9dcf3ff39a76f3fe1. 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c302a0c1fde2d47c7d75ee5346e59e0, disabling compactions & flushes 2024-12-05T15:25:21,680 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. after waiting 0 ms 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c302a0c1fde2d47c7d75ee5346e59e0: Waiting for close lock at 1733412321680Running coprocessor pre-close hooks at 1733412321680Disabling compacts and flushes for region at 1733412321680Disabling writes for close at 1733412321680Failed flush hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., putting online again at 1733412321680 2024-12-05T15:25:21,680 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,744 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 1735, reset compression=false 2024-12-05T15:25:21,748 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:21,748 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 2379, reset compression=false 2024-12-05T15:25:21,785 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:25:21,785 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1325): Online Regions={2c302a0c1fde2d47c7d75ee5346e59e0=hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:25:21,785 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:25:21,786 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c302a0c1fde2d47c7d75ee5346e59e0 2024-12-05T15:25:21,786 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c302a0c1fde2d47c7d75ee5346e59e0, disabling compactions & flushes 2024-12-05T15:25:21,786 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,786 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,786 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. after waiting 0 ms 2024-12-05T15:25:21,786 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,786 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c302a0c1fde2d47c7d75ee5346e59e0: Waiting for close lock at 1733412321786Running coprocessor pre-close hooks at 1733412321786Disabling compacts and flushes for region at 1733412321786Disabling writes for close at 1733412321786Failed flush hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0., putting online again at 1733412321786 2024-12-05T15:25:21,786 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412297240.2c302a0c1fde2d47c7d75ee5346e59e0. 2024-12-05T15:25:21,951 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 2379, reset compression=false 2024-12-05T15:25:21,986 DEBUG [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:25:22,075 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/table/8cf5e4a5951b4591ab53e2e975e3648b 2024-12-05T15:25:22,079 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/info/2f3df8310e62497bb697fde8348ee471 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/info/2f3df8310e62497bb697fde8348ee471 2024-12-05T15:25:22,082 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/info/2f3df8310e62497bb697fde8348ee471, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:25:22,083 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/ns/a8d72e2c6e59496da54b7c10287eb172 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/ns/a8d72e2c6e59496da54b7c10287eb172 2024-12-05T15:25:22,086 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/ns/a8d72e2c6e59496da54b7c10287eb172, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:25:22,086 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/rep_barrier/419d27533c8f4337ae7489bc9e51ada9 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/rep_barrier/419d27533c8f4337ae7489bc9e51ada9 2024-12-05T15:25:22,089 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/rep_barrier/419d27533c8f4337ae7489bc9e51ada9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:25:22,090 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/.tmp/table/8cf5e4a5951b4591ab53e2e975e3648b as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/table/8cf5e4a5951b4591ab53e2e975e3648b 2024-12-05T15:25:22,093 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/table/8cf5e4a5951b4591ab53e2e975e3648b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:25:22,093 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-05T15:25:22,093 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:25:22,097 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:25:22,097 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:22,097 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:25:22,097 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:22,097 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412320384Running coprocessor pre-close hooks at 1733412320384Disabling compacts and flushes for region at 1733412320384Disabling writes for close at 1733412320384Obtaining lock to block concurrent updates at 1733412320384Preparing flush snapshotting stores in 1588230740 at 1733412320384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412320385 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412320385Flushing 1588230740/info: creating writer at 1733412320385Flushing 1588230740/info: appending metadata at 1733412320396 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733412320396Flushing 1588230740/ns: creating writer at 1733412320805 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733412320825 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733412320825Flushing 1588230740/rep_barrier: creating writer at 1733412321232 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412321247 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412321247Flushing 1588230740/table: creating writer at 1733412321658 (+411 ms)Flushing 1588230740/table: appending metadata at 1733412321671 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733412321671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3341ce10: reopening flushed file at 1733412322079 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2b854c: reopening flushed file at 1733412322082 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baa4f9e: reopening flushed file at 1733412322086 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51798eee: reopening flushed file at 1733412322089 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733412322093 (+4 ms)Writing region close event to WAL at 1733412322095 (+2 ms)Running coprocessor post-close hooks at 1733412322097 (+2 ms)Closed at 1733412322097 2024-12-05T15:25:22,097 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:22,186 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T15:25:22,186 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,33139,1733412277618; all regions closed. 2024-12-05T15:25:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:25:22,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741839_1015 (size=2609) 2024-12-05T15:25:22,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.rep.1733412298371 not finished, retry = 0 2024-12-05T15:25:22,254 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/WALs/5a29627a94df,33139,1733412277618/5a29627a94df%2C33139%2C1733412277618.1733412279821 to pos 2379, reset compression=false 2024-12-05T15:25:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741832_1008 (size=2387) 2024-12-05T15:25:22,293 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:22,293 INFO [RS:0;5a29627a94df:33139 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:22,293 INFO [RS:0;5a29627a94df:33139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:22,294 INFO [RS:0;5a29627a94df:33139 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:22,294 INFO [RS:0;5a29627a94df:33139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:22,294 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:22,294 INFO [RS:0;5a29627a94df:33139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,33139,1733412277618 because: Region server is closing 2024-12-05T15:25:22,294 INFO [RS:0;5a29627a94df:33139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:33139. 2024-12-05T15:25:22,294 DEBUG [RS:0;5a29627a94df:33139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:22,294 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:22,294 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:22,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:22,395 INFO [RS:0;5a29627a94df:33139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.shipper5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 terminated 2024-12-05T15:25:22,395 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,33139,1733412277618.replicationSource.wal-reader.5a29627a94df%2C33139%2C1733412277618,1-5a29627a94df,33139,1733412277618 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:25:22,395 INFO [RS:0;5a29627a94df:33139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:33139. 2024-12-05T15:25:22,395 DEBUG [RS:0;5a29627a94df:33139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:22,395 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:22,395 DEBUG [RS:0;5a29627a94df:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:22,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:22,395 INFO [RS:0;5a29627a94df:33139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33139 2024-12-05T15:25:22,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281/rs 2024-12-05T15:25:22,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02014443281/rs/5a29627a94df,33139,1733412277618 2024-12-05T15:25:22,441 INFO [RS:0;5a29627a94df:33139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:22,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,33139,1733412277618] 2024-12-05T15:25:22,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02014443281/draining/5a29627a94df,33139,1733412277618 already deleted, retry=false 2024-12-05T15:25:22,457 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,33139,1733412277618 expired; onlineServers=0 2024-12-05T15:25:22,457 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,35735,1733412277468' ***** 2024-12-05T15:25:22,457 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:25:22,457 INFO [M:0;5a29627a94df:35735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:22,457 INFO [M:0;5a29627a94df:35735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:22,457 DEBUG [M:0;5a29627a94df:35735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:25:22,457 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:25:22,457 DEBUG [M:0;5a29627a94df:35735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:25:22,457 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412279583 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412279583,5,FailOnTimeoutGroup] 2024-12-05T15:25:22,457 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412279583 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412279583,5,FailOnTimeoutGroup] 2024-12-05T15:25:22,458 INFO [M:0;5a29627a94df:35735 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:22,458 INFO [M:0;5a29627a94df:35735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:22,458 DEBUG [M:0;5a29627a94df:35735 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:25:22,458 INFO [M:0;5a29627a94df:35735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:25:22,458 INFO [M:0;5a29627a94df:35735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:22,458 INFO [M:0;5a29627a94df:35735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:25:22,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:25:22,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02014443281/master 2024-12-05T15:25:22,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02014443281 2024-12-05T15:25:22,465 DEBUG [M:0;5a29627a94df:35735 {}] zookeeper.ZKUtil(347): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Unable to get data of znode /02014443281/master because node does not exist (not an error) 2024-12-05T15:25:22,465 WARN [M:0;5a29627a94df:35735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:25:22,466 INFO [M:0;5a29627a94df:35735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/.lastflushedseqids 2024-12-05T15:25:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741847_1023 (size=245) 2024-12-05T15:25:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33139-0x101a7460a7c0001, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:22,549 INFO [RS:0;5a29627a94df:33139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:22,549 INFO [RS:0;5a29627a94df:33139 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,33139,1733412277618; zookeeper connection closed. 2024-12-05T15:25:22,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@451e2dae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@451e2dae 2024-12-05T15:25:22,550 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:25:22,870 INFO [M:0;5a29627a94df:35735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:25:22,871 INFO [M:0;5a29627a94df:35735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:25:22,871 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:22,871 INFO [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:22,871 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:22,871 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:22,871 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:22,871 INFO [M:0;5a29627a94df:35735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-05T15:25:22,884 DEBUG [M:0;5a29627a94df:35735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cf7a14d66f347f883e666980836e875 is 82, key is hbase:meta,,1/info:regioninfo/1733412280794/Put/seqid=0 2024-12-05T15:25:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741848_1024 (size=5672) 2024-12-05T15:25:23,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:23,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:23,288 INFO [M:0;5a29627a94df:35735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cf7a14d66f347f883e666980836e875 2024-12-05T15:25:23,303 DEBUG [M:0;5a29627a94df:35735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2216eb6e474485b8fe0530df5b3c2c1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412291922/Put/seqid=0 2024-12-05T15:25:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741849_1025 (size=7217) 2024-12-05T15:25:23,706 INFO [M:0;5a29627a94df:35735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2216eb6e474485b8fe0530df5b3c2c1 2024-12-05T15:25:23,709 INFO [M:0;5a29627a94df:35735 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2216eb6e474485b8fe0530df5b3c2c1 2024-12-05T15:25:23,721 DEBUG [M:0;5a29627a94df:35735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ed0e54de6264415ba8ad67abcf94ea7 is 69, key is 5a29627a94df,33139,1733412277618/rs:state/1733412279673/Put/seqid=0 2024-12-05T15:25:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741850_1026 (size=5156) 2024-12-05T15:25:24,124 INFO [M:0;5a29627a94df:35735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ed0e54de6264415ba8ad67abcf94ea7 2024-12-05T15:25:24,128 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cf7a14d66f347f883e666980836e875 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cf7a14d66f347f883e666980836e875 2024-12-05T15:25:24,131 INFO [M:0;5a29627a94df:35735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cf7a14d66f347f883e666980836e875, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T15:25:24,131 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2216eb6e474485b8fe0530df5b3c2c1 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2216eb6e474485b8fe0530df5b3c2c1 2024-12-05T15:25:24,133 INFO [M:0;5a29627a94df:35735 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2216eb6e474485b8fe0530df5b3c2c1 2024-12-05T15:25:24,133 INFO [M:0;5a29627a94df:35735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2216eb6e474485b8fe0530df5b3c2c1, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T15:25:24,134 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ed0e54de6264415ba8ad67abcf94ea7 as hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ed0e54de6264415ba8ad67abcf94ea7 2024-12-05T15:25:24,136 INFO [M:0;5a29627a94df:35735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ed0e54de6264415ba8ad67abcf94ea7, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T15:25:24,137 INFO [M:0;5a29627a94df:35735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=105, compaction requested=false 2024-12-05T15:25:24,137 INFO [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:24,137 DEBUG [M:0;5a29627a94df:35735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412322871Disabling compacts and flushes for region at 1733412322871Disabling writes for close at 1733412322871Obtaining lock to block concurrent updates at 1733412322871Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412322871Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733412322871Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412322872 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412322872Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412322883 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412322884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412323291 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412323302 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412323302Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412323709 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412323721 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412323721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631e6462: reopening flushed file at 1733412324127 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720f46f: reopening flushed file at 1733412324131 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18612afb: reopening flushed file at 1733412324133 (+2 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=105, compaction requested=false at 1733412324137 (+4 ms)Writing region close event to WAL at 1733412324137Closed at 1733412324137 2024-12-05T15:25:24,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741830_1006 (size=64411) 2024-12-05T15:25:24,139 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc6f34ab-278e-136c-d9c8-8b9157a54103/MasterData/WALs/5a29627a94df,35735,1733412277468/5a29627a94df%2C35735%2C1733412277468.1733412279351 not finished, retry = 0 2024-12-05T15:25:24,239 INFO [M:0;5a29627a94df:35735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:25:24,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:24,239 INFO [M:0;5a29627a94df:35735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35735 2024-12-05T15:25:24,240 INFO [M:0;5a29627a94df:35735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:24,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:24,391 INFO [M:0;5a29627a94df:35735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:24,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35735-0x101a7460a7c0000, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:24,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a4a1a95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:25:24,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:25:24,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:25:24,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:25:24,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir/,STOPPED} 2024-12-05T15:25:24,395 WARN [BP-1651773021-172.17.0.3-1733412275428 heartbeating to localhost/127.0.0.1:34289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:25:24,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:25:24,395 WARN [BP-1651773021-172.17.0.3-1733412275428 heartbeating to localhost/127.0.0.1:34289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651773021-172.17.0.3-1733412275428 (Datanode Uuid 1f4d7e6c-925e-4754-9ae2-0f776ce70e78) service to localhost/127.0.0.1:34289 2024-12-05T15:25:24,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:25:24,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/data/data1/current/BP-1651773021-172.17.0.3-1733412275428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:25:24,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/cluster_1bc916da-027a-3827-5667-896a1cbc5598/data/data2/current/BP-1651773021-172.17.0.3-1733412275428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:25:24,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:25:24,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78790cfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:25:24,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:25:24,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:25:24,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:25:24,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60cbb761-3860-1a27-43c7-38630986553b/hadoop.log.dir/,STOPPED} 2024-12-05T15:25:24,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:25:24,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:25:24,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34289 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45223 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=722 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5349 (was 5651) 2024-12-05T15:25:24,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=5350 2024-12-05T15:25:24,442 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T15:25:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir so I do NOT create it in target/test-data/73321e3c-93de-a84f-56cd-62848dda3526 2024-12-05T15:25:24,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:25:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.tmp.dir so I do NOT create it in target/test-data/73321e3c-93de-a84f-56cd-62848dda3526 2024-12-05T15:25:24,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef999a-b816-1399-de46-a84a1c448191/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:25:24,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526 2024-12-05T15:25:24,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723, deleteOnExit=true 2024-12-05T15:25:24,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/zookeeper_0, clientPort=57112, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:25:24,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57112 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/test.cache.data in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:25:24,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:25:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:25:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:25:24,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7460a7c0005, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:25:24,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a7460a7c0008, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:25:24,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7460a7c0002, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:25:24,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7460a7c0005, quorum=127.0.0.1:50384, baseZNode=/1-1973600329 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:25:24,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7460a7c0002, quorum=127.0.0.1:50384, baseZNode=/02014443281 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:25:24,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a7460a7c0008, quorum=127.0.0.1:50384, baseZNode=/21598011490 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:25:24,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:24,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:25:24,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:25:24,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:25:24,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:25:24,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:24,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633b330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:25:24,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64155f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:25:24,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a33d8b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/java.io.tmpdir/jetty-localhost-43591-hadoop-hdfs-3_4_1-tests_jar-_-any-10743491819236472678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:25:24,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ffff616{HTTP/1.1, (http/1.1)}{localhost:43591} 2024-12-05T15:25:24,835 INFO [Time-limited test {}] server.Server(415): Started @273787ms 2024-12-05T15:25:25,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:25,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:25:25,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:25:25,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:25:25,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:25:25,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:25:25,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:25:25,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d20b02c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/java.io.tmpdir/jetty-localhost-42069-hadoop-hdfs-3_4_1-tests_jar-_-any-2988318368119013158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:25:25,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:42069} 2024-12-05T15:25:25,137 INFO [Time-limited test {}] server.Server(415): Started @274089ms 2024-12-05T15:25:25,138 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:25:25,504 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/data/data1/current/BP-1191350542-172.17.0.3-1733412324480/current, will proceed with Du for space computation calculation, 2024-12-05T15:25:25,504 WARN [Thread-3453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/data/data2/current/BP-1191350542-172.17.0.3-1733412324480/current, will proceed with Du for space computation calculation, 2024-12-05T15:25:25,523 WARN [Thread-3440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:25:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2228a9aa21a57cb with lease ID 0x2d13922119a83223: Processing first storage report for DS-443581d6-8f80-4dff-8ba7-e932ef26d49a from datanode DatanodeRegistration(127.0.0.1:41343, datanodeUuid=4753caa9-c100-415f-a83f-1a6d36dddfc3, infoPort=42375, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=50307654;c=1733412324480) 2024-12-05T15:25:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2228a9aa21a57cb with lease ID 0x2d13922119a83223: from storage DS-443581d6-8f80-4dff-8ba7-e932ef26d49a node DatanodeRegistration(127.0.0.1:41343, datanodeUuid=4753caa9-c100-415f-a83f-1a6d36dddfc3, infoPort=42375, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=50307654;c=1733412324480), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T15:25:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2228a9aa21a57cb with lease ID 0x2d13922119a83223: Processing first storage report for DS-06df6d34-14a4-42cf-bc5b-8f862e56e982 from datanode DatanodeRegistration(127.0.0.1:41343, datanodeUuid=4753caa9-c100-415f-a83f-1a6d36dddfc3, infoPort=42375, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=50307654;c=1733412324480) 2024-12-05T15:25:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2228a9aa21a57cb with lease ID 0x2d13922119a83223: from storage DS-06df6d34-14a4-42cf-bc5b-8f862e56e982 node DatanodeRegistration(127.0.0.1:41343, datanodeUuid=4753caa9-c100-415f-a83f-1a6d36dddfc3, infoPort=42375, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=50307654;c=1733412324480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:25:25,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526 2024-12-05T15:25:25,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:25,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:25:25,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5 with version=8 2024-12-05T15:25:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/hbase-staging 2024-12-05T15:25:25,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:25:25,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:25:25,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46869 2024-12-05T15:25:25,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46869 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468690x0, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:26,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46869-0x101a746ca130000 connected 2024-12-05T15:25:26,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:26,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:26,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/running 2024-12-05T15:25:26,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5, hbase.cluster.distributed=false 2024-12-05T15:25:26,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/acl 2024-12-05T15:25:26,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46869 2024-12-05T15:25:26,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46869 2024-12-05T15:25:26,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46869 2024-12-05T15:25:26,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46869 2024-12-05T15:25:26,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46869 2024-12-05T15:25:26,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:25:26,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:25:26,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46059 2024-12-05T15:25:26,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46059 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:26,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:26,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:26,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460590x0, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:26,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46059-0x101a746ca130001 connected 2024-12-05T15:25:26,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/running 2024-12-05T15:25:26,131 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:25:26,131 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:25:26,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/master 2024-12-05T15:25:26,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/acl 2024-12-05T15:25:26,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46059 2024-12-05T15:25:26,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46059 2024-12-05T15:25:26,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46059 2024-12-05T15:25:26,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46059 2024-12-05T15:25:26,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46059 2024-12-05T15:25:26,152 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:46869 2024-12-05T15:25:26,153 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1933298015/backup-masters/5a29627a94df,46869,1733412325966 2024-12-05T15:25:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015/backup-masters 2024-12-05T15:25:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015/backup-masters 2024-12-05T15:25:26,157 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on existing znode=/0-1933298015/backup-masters/5a29627a94df,46869,1733412325966 2024-12-05T15:25:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1933298015/master 2024-12-05T15:25:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:26,165 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on existing znode=/0-1933298015/master 2024-12-05T15:25:26,166 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1933298015/backup-masters/5a29627a94df,46869,1733412325966 from backup master directory 2024-12-05T15:25:26,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015/backup-masters 2024-12-05T15:25:26,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933298015/backup-masters/5a29627a94df,46869,1733412325966 2024-12-05T15:25:26,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015/backup-masters 2024-12-05T15:25:26,174 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:25:26,174 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,46869,1733412325966 2024-12-05T15:25:26,176 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/hbase.id] with ID: cf5f456e-1649-418a-a4f0-18000d767c3f 2024-12-05T15:25:26,176 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/.tmp/hbase.id 2024-12-05T15:25:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:25:26,581 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/.tmp/hbase.id]:[hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/hbase.id] 2024-12-05T15:25:26,588 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:26,589 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:25:26,589 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:25:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:25:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:25:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:25:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:25:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:26,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:25:27,045 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:27,046 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:25:27,046 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:25:27,452 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store 2024-12-05T15:25:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:25:27,857 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:27,857 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:27,857 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:27,857 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:27,857 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:27,857 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:27,857 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:27,857 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412327857Disabling compacts and flushes for region at 1733412327857Disabling writes for close at 1733412327857Writing region close event to WAL at 1733412327857Closed at 1733412327857 2024-12-05T15:25:27,858 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/.initializing 2024-12-05T15:25:27,858 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/WALs/5a29627a94df,46869,1733412325966 2024-12-05T15:25:27,859 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:25:27,860 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C46869%2C1733412325966, suffix=, logDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/WALs/5a29627a94df,46869,1733412325966, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/oldWALs, maxLogs=10 2024-12-05T15:25:27,875 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/WALs/5a29627a94df,46869,1733412325966/5a29627a94df%2C46869%2C1733412325966.1733412327860, exclude list is [], retry=0 2024-12-05T15:25:27,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41343,DS-443581d6-8f80-4dff-8ba7-e932ef26d49a,DISK] 2024-12-05T15:25:27,878 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/WALs/5a29627a94df,46869,1733412325966/5a29627a94df%2C46869%2C1733412325966.1733412327860 2024-12-05T15:25:27,879 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-12-05T15:25:27,879 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:27,879 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:27,879 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,879 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:25:27,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:27,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:27,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:25:27,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:27,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:27,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:25:27,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:27,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:27,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:25:27,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:27,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:27,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,885 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,886 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,886 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,886 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:27,887 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:27,888 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:27,889 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64641423, jitterRate=-0.036767736077308655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:27,889 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412327879Initializing all the Stores at 1733412327880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412327880Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412327880Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412327880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412327880Cleaning up temporary data from old regions at 1733412327886 (+6 ms)Region opened successfully at 1733412327889 (+3 ms) 2024-12-05T15:25:27,890 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:25:27,891 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bcae7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:25:27,892 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:25:27,892 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:25:27,892 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:25:27,892 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:25:27,893 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:25:27,893 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:25:27,893 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:25:27,894 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:25:27,895 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Unable to get data of znode /0-1933298015/balancer because node does not exist (not necessarily an error) 2024-12-05T15:25:27,940 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933298015/balancer already deleted, retry=false 2024-12-05T15:25:27,941 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:25:27,941 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Unable to get data of znode /0-1933298015/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:25:27,948 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933298015/normalizer already deleted, retry=false 2024-12-05T15:25:27,949 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:25:27,949 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Unable to get data of znode /0-1933298015/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:25:27,957 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933298015/switch/split already deleted, retry=false 2024-12-05T15:25:27,957 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Unable to get data of znode /0-1933298015/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:25:27,965 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933298015/switch/merge already deleted, retry=false 2024-12-05T15:25:27,966 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Unable to get data of znode /0-1933298015/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:25:27,973 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933298015/snapshot-cleanup already deleted, retry=false 2024-12-05T15:25:27,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1933298015/running 2024-12-05T15:25:27,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1933298015/running 2024-12-05T15:25:27,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:27,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:27,982 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,46869,1733412325966, sessionid=0x101a746ca130000, setting cluster-up flag (Was=false) 2024-12-05T15:25:27,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:27,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:28,023 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1933298015/flush-table-proc/acquired, /0-1933298015/flush-table-proc/reached, /0-1933298015/flush-table-proc/abort 2024-12-05T15:25:28,024 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,46869,1733412325966 2024-12-05T15:25:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:28,065 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1933298015/online-snapshot/acquired, /0-1933298015/online-snapshot/reached, /0-1933298015/online-snapshot/abort 2024-12-05T15:25:28,066 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,46869,1733412325966 2024-12-05T15:25:28,066 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:25:28,068 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:28,068 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:25:28,068 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:25:28,068 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,46869,1733412325966 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:25:28,069 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412358070 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:25:28,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:28,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,070 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:25:28,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:25:28,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:25:28,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412328071,5,FailOnTimeoutGroup] 2024-12-05T15:25:28,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412328071,5,FailOnTimeoutGroup] 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:25:28,142 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(746): ClusterId : cf5f456e-1649-418a-a4f0-18000d767c3f 2024-12-05T15:25:28,142 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:25:28,149 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:25:28,149 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:25:28,157 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:25:28,157 DEBUG [RS:0;5a29627a94df:46059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edb03d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:25:28,170 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:46059 2024-12-05T15:25:28,170 INFO [RS:0;5a29627a94df:46059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:25:28,170 INFO [RS:0;5a29627a94df:46059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:25:28,170 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:25:28,170 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,46869,1733412325966 with port=46059, startcode=1733412326115 2024-12-05T15:25:28,171 DEBUG [RS:0;5a29627a94df:46059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:25:28,172 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:25:28,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,46059,1733412326115 2024-12-05T15:25:28,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46869 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,46059,1733412326115 2024-12-05T15:25:28,173 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5 2024-12-05T15:25:28,173 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43973 2024-12-05T15:25:28,173 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:25:28,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015/rs 2024-12-05T15:25:28,182 DEBUG [RS:0;5a29627a94df:46059 {}] zookeeper.ZKUtil(111): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on existing znode=/0-1933298015/rs/5a29627a94df,46059,1733412326115 2024-12-05T15:25:28,182 WARN [RS:0;5a29627a94df:46059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:25:28,182 INFO [RS:0;5a29627a94df:46059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:28,182 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115 2024-12-05T15:25:28,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,46059,1733412326115] 2024-12-05T15:25:28,185 INFO [RS:0;5a29627a94df:46059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:25:28,186 INFO [RS:0;5a29627a94df:46059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:25:28,186 INFO [RS:0;5a29627a94df:46059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:25:28,186 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,186 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:25:28,187 INFO [RS:0;5a29627a94df:46059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:25:28,187 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:25:28,187 DEBUG [RS:0;5a29627a94df:46059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:25:28,190 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,190 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,190 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,190 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,190 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,190 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46059,1733412326115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:25:28,201 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:25:28,201 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46059,1733412326115-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,201 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,201 INFO [RS:0;5a29627a94df:46059 {}] regionserver.Replication(171): 5a29627a94df,46059,1733412326115 started 2024-12-05T15:25:28,211 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:28,211 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,46059,1733412326115, RpcServer on 5a29627a94df/172.17.0.3:46059, sessionid=0x101a746ca130001 2024-12-05T15:25:28,211 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:25:28,211 DEBUG [RS:0;5a29627a94df:46059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,46059,1733412326115 2024-12-05T15:25:28,211 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,46059,1733412326115' 2024-12-05T15:25:28,211 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1933298015/flush-table-proc/abort' 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1933298015/flush-table-proc/acquired' 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,46059,1733412326115 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,46059,1733412326115' 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1933298015/online-snapshot/abort' 2024-12-05T15:25:28,212 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1933298015/online-snapshot/acquired' 2024-12-05T15:25:28,213 DEBUG [RS:0;5a29627a94df:46059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:25:28,213 INFO [RS:0;5a29627a94df:46059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:25:28,213 INFO [RS:0;5a29627a94df:46059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:25:28,313 INFO [RS:0;5a29627a94df:46059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:25:28,314 INFO [RS:0;5a29627a94df:46059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C46059%2C1733412326115, suffix=, logDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/oldWALs, maxLogs=10 2024-12-05T15:25:28,325 DEBUG [RS:0;5a29627a94df:46059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315, exclude list is [], retry=0 2024-12-05T15:25:28,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41343,DS-443581d6-8f80-4dff-8ba7-e932ef26d49a,DISK] 2024-12-05T15:25:28,328 INFO [RS:0;5a29627a94df:46059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 2024-12-05T15:25:28,328 DEBUG [RS:0;5a29627a94df:46059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-12-05T15:25:28,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:25:28,475 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5 2024-12-05T15:25:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:25:28,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:28,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:25:28,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:25:28,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:28,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:28,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:25:28,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:25:28,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:28,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:28,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:25:28,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:25:28,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:28,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:28,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:25:28,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:25:28,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:28,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:25:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740 2024-12-05T15:25:28,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740 2024-12-05T15:25:28,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:25:28,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:25:28,888 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:28,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:25:28,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:28,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65639280, jitterRate=-0.021898508071899414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:28,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412328880Initializing all the Stores at 1733412328881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412328881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412328881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412328881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412328881Cleaning up temporary data from old regions at 1733412328888 (+7 ms)Region opened successfully at 1733412328891 (+3 ms) 2024-12-05T15:25:28,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:28,891 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:28,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:28,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:28,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:28,891 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:28,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412328891Disabling compacts and flushes for region at 1733412328891Disabling writes for close at 1733412328891Writing region close event to WAL at 1733412328891Closed at 1733412328891 2024-12-05T15:25:28,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:28,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:25:28,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:25:28,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:25:28,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:25:29,044 DEBUG [5a29627a94df:46869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:25:29,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,46059,1733412326115 2024-12-05T15:25:29,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,46059,1733412326115, state=OPENING 2024-12-05T15:25:29,057 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:25:29,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:29,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:29,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933298015/meta-region-server: CHANGED 2024-12-05T15:25:29,123 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:25:29,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933298015/meta-region-server: CHANGED 2024-12-05T15:25:29,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,46059,1733412326115}] 2024-12-05T15:25:29,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:29,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:25:29,279 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:25:29,279 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:29,279 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:25:29,280 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C46059%2C1733412326115.meta, suffix=.meta, logDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/oldWALs, maxLogs=10 2024-12-05T15:25:29,291 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.meta.1733412329280.meta, exclude list is [], retry=0 2024-12-05T15:25:29,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41343,DS-443581d6-8f80-4dff-8ba7-e932ef26d49a,DISK] 2024-12-05T15:25:29,293 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.meta.1733412329280.meta 2024-12-05T15:25:29,294 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-12-05T15:25:29,294 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:29,294 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:29,294 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:29,294 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:25:29,294 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:25:29,294 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:25:29,294 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:29,295 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:25:29,295 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:25:29,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:25:29,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:25:29,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:29,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:25:29,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:25:29,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:25:29,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:25:29,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:29,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:29,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:25:29,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:25:29,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:29,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:29,299 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:25:29,300 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740 2024-12-05T15:25:29,300 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740 2024-12-05T15:25:29,301 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:25:29,301 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:25:29,301 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:29,302 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:25:29,302 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365838, jitterRate=0.0038292109966278076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:29,302 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:25:29,302 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412329295Writing region info on filesystem at 1733412329295Initializing all the Stores at 1733412329295Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412329295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412329295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412329295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412329295Cleaning up temporary data from old regions at 1733412329301 (+6 ms)Running coprocessor post-open hooks at 1733412329302 (+1 ms)Region opened successfully at 1733412329302 2024-12-05T15:25:29,303 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412329275 2024-12-05T15:25:29,305 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:25:29,305 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:25:29,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,46059,1733412326115 2024-12-05T15:25:29,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,46059,1733412326115, state=OPEN 2024-12-05T15:25:29,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1933298015/meta-region-server 2024-12-05T15:25:29,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1933298015/meta-region-server 2024-12-05T15:25:29,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,46059,1733412326115 2024-12-05T15:25:29,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933298015/meta-region-server: CHANGED 2024-12-05T15:25:29,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933298015/meta-region-server: CHANGED 2024-12-05T15:25:29,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:25:29,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,46059,1733412326115 in 191 msec 2024-12-05T15:25:29,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:25:29,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-12-05T15:25:29,319 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:29,319 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:25:29,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:29,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,46059,1733412326115, seqNum=-1] 2024-12-05T15:25:29,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:29,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:29,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-12-05T15:25:29,324 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412329324, completionTime=-1 2024-12-05T15:25:29,324 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:25:29,324 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412389325 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412449325 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46869,1733412325966-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46869,1733412325966-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,325 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46869,1733412325966-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,326 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:46869, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,326 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,326 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,327 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:25:29,328 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.154sec 2024-12-05T15:25:29,328 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:25:29,328 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:25:29,328 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:25:29,328 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:25:29,329 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:25:29,329 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46869,1733412325966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:25:29,329 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46869,1733412325966-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:25:29,330 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:25:29,330 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:25:29,330 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,46869,1733412325966-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:29,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:29,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46869,-1 for getting cluster id 2024-12-05T15:25:29,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:29,344 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf5f456e-1649-418a-a4f0-18000d767c3f' 2024-12-05T15:25:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf5f456e-1649-418a-a4f0-18000d767c3f" 2024-12-05T15:25:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab4d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46869,-1] 2024-12-05T15:25:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:29,345 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:29,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0783db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:29,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,46059,1733412326115, seqNum=-1] 2024-12-05T15:25:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:29,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,46869,1733412325966 2024-12-05T15:25:29,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:29,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:29,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a746ca130002 connected 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir so I do NOT create it in target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa 2024-12-05T15:25:29,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.tmp.dir so I do NOT create it in target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa 2024-12-05T15:25:29,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:25:29,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/cluster_580ded10-7ea5-b907-253c-02d9a124dc0a, deleteOnExit=true 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/test.cache.data in system properties and HBase conf 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:25:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:25:29,368 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:25:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:25:29,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:29,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:25:29,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:25:29,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:25:29,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:25:29,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:29,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:25:29,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:25:29,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/java.io.tmpdir/jetty-localhost-37311-hadoop-hdfs-3_4_1-tests_jar-_-any-17984052320845463787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:25:29,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:37311} 2024-12-05T15:25:29,668 INFO [Time-limited test {}] server.Server(415): Started @278621ms 2024-12-05T15:25:29,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:29,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:25:29,795 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88600 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:25:29,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:29,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:25:29,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:25:29,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:25:29,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:25:29,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:25:29,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:25:29,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@521605cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/java.io.tmpdir/jetty-localhost-44093-hadoop-hdfs-3_4_1-tests_jar-_-any-806433932379108989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:25:29,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:44093} 2024-12-05T15:25:29,930 INFO [Time-limited test {}] server.Server(415): Started @278882ms 2024-12-05T15:25:29,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:25:30,324 WARN [Thread-3572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/cluster_580ded10-7ea5-b907-253c-02d9a124dc0a/data/data1/current/BP-1294972018-172.17.0.3-1733412329381/current, will proceed with Du for space computation calculation, 2024-12-05T15:25:30,324 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/cluster_580ded10-7ea5-b907-253c-02d9a124dc0a/data/data2/current/BP-1294972018-172.17.0.3-1733412329381/current, will proceed with Du for space computation calculation, 2024-12-05T15:25:30,340 WARN [Thread-3560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:25:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6299d16a1e260b82 with lease ID 0xc422a54cab3f982a: Processing first storage report for DS-07b4cab6-6a53-4ee7-94c2-6a26841a615b from datanode DatanodeRegistration(127.0.0.1:36711, datanodeUuid=7958d4e7-dbba-4f3d-bba8-e6c8ca0219cb, infoPort=41715, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=892102287;c=1733412329381) 2024-12-05T15:25:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6299d16a1e260b82 with lease ID 0xc422a54cab3f982a: from storage DS-07b4cab6-6a53-4ee7-94c2-6a26841a615b node DatanodeRegistration(127.0.0.1:36711, datanodeUuid=7958d4e7-dbba-4f3d-bba8-e6c8ca0219cb, infoPort=41715, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=892102287;c=1733412329381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:25:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6299d16a1e260b82 with lease ID 0xc422a54cab3f982a: Processing first storage report for DS-3c89a51f-b8ab-4e3d-9cc5-5ff05598856b from datanode DatanodeRegistration(127.0.0.1:36711, datanodeUuid=7958d4e7-dbba-4f3d-bba8-e6c8ca0219cb, infoPort=41715, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=892102287;c=1733412329381) 2024-12-05T15:25:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6299d16a1e260b82 with lease ID 0xc422a54cab3f982a: from storage DS-3c89a51f-b8ab-4e3d-9cc5-5ff05598856b node DatanodeRegistration(127.0.0.1:36711, datanodeUuid=7958d4e7-dbba-4f3d-bba8-e6c8ca0219cb, infoPort=41715, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=892102287;c=1733412329381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:25:30,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa 2024-12-05T15:25:30,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:25:30,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26 with version=8 2024-12-05T15:25:30,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/hbase-staging 2024-12-05T15:25:30,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:25:30,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36905 2024-12-05T15:25:30,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36905 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:30,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369050x0, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:30,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36905-0x101a746ca130003 connected 2024-12-05T15:25:30,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/running 2024-12-05T15:25:30,851 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26, hbase.cluster.distributed=false 2024-12-05T15:25:30,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/acl 2024-12-05T15:25:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36905 2024-12-05T15:25:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36905 2024-12-05T15:25:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36905 2024-12-05T15:25:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36905 2024-12-05T15:25:30,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36905 2024-12-05T15:25:30,864 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:25:30,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:25:30,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38141 2024-12-05T15:25:30,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38141 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:30,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381410x0, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:30,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381410x0, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/running 2024-12-05T15:25:30,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38141-0x101a746ca130004 connected 2024-12-05T15:25:30,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:25:30,874 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:25:30,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/master 2024-12-05T15:25:30,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/acl 2024-12-05T15:25:30,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38141 2024-12-05T15:25:30,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38141 2024-12-05T15:25:30,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38141 2024-12-05T15:25:30,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38141 2024-12-05T15:25:30,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38141 2024-12-05T15:25:30,892 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:36905 2024-12-05T15:25:30,892 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11678686826/backup-masters/5a29627a94df,36905,1733412330758 2024-12-05T15:25:30,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826/backup-masters 2024-12-05T15:25:30,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826/backup-masters 2024-12-05T15:25:30,898 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on existing znode=/11678686826/backup-masters/5a29627a94df,36905,1733412330758 2024-12-05T15:25:30,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678686826/master 2024-12-05T15:25:30,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:30,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:30,907 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on existing znode=/11678686826/master 2024-12-05T15:25:30,907 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11678686826/backup-masters/5a29627a94df,36905,1733412330758 from backup master directory 2024-12-05T15:25:30,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678686826/backup-masters/5a29627a94df,36905,1733412330758 2024-12-05T15:25:30,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826/backup-masters 2024-12-05T15:25:30,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826/backup-masters 2024-12-05T15:25:30,915 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:25:30,915 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,36905,1733412330758 2024-12-05T15:25:30,917 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/hbase.id] with ID: e8c9bbd3-0cf9-4066-9e78-382ea64b4628 2024-12-05T15:25:30,917 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/.tmp/hbase.id 2024-12-05T15:25:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:25:30,923 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/.tmp/hbase.id]:[hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/hbase.id] 2024-12-05T15:25:30,930 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:30,930 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:25:30,930 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:25:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:25:30,945 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:30,945 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:25:30,946 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:25:31,351 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store 2024-12-05T15:25:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:25:31,757 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:31,757 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:31,757 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:31,757 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:31,757 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:31,757 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:31,757 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:31,757 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412331757Disabling compacts and flushes for region at 1733412331757Disabling writes for close at 1733412331757Writing region close event to WAL at 1733412331757Closed at 1733412331757 2024-12-05T15:25:31,758 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/.initializing 2024-12-05T15:25:31,758 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/WALs/5a29627a94df,36905,1733412330758 2024-12-05T15:25:31,759 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:25:31,760 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C36905%2C1733412330758, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/WALs/5a29627a94df,36905,1733412330758, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/oldWALs, maxLogs=10 2024-12-05T15:25:31,775 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/WALs/5a29627a94df,36905,1733412330758/5a29627a94df%2C36905%2C1733412330758.1733412331760, exclude list is [], retry=0 2024-12-05T15:25:31,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-07b4cab6-6a53-4ee7-94c2-6a26841a615b,DISK] 2024-12-05T15:25:31,779 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/WALs/5a29627a94df,36905,1733412330758/5a29627a94df%2C36905%2C1733412330758.1733412331760 2024-12-05T15:25:31,779 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)] 2024-12-05T15:25:31,779 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:31,779 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:31,779 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,779 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:25:31,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:31,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:31,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:25:31,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:25:31,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:31,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:31,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:25:31,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:31,785 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,785 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,785 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,786 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,786 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,786 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:31,787 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:31,788 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:31,788 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68569806, jitterRate=0.021769732236862183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:31,789 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412331779Initializing all the Stores at 1733412331780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412331780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412331780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412331780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412331780Cleaning up temporary data from old regions at 1733412331786 (+6 ms)Region opened successfully at 1733412331788 (+2 ms) 2024-12-05T15:25:31,789 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:25:31,791 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6927472a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:25:31,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:25:31,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:25:31,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:25:31,791 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:25:31,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:25:31,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:25:31,792 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:25:31,793 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:25:31,793 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Unable to get data of znode /11678686826/balancer because node does not exist (not necessarily an error) 2024-12-05T15:25:31,865 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678686826/balancer already deleted, retry=false 2024-12-05T15:25:31,865 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:25:31,866 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Unable to get data of znode /11678686826/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:25:31,873 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678686826/normalizer already deleted, retry=false 2024-12-05T15:25:31,873 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:25:31,874 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Unable to get data of znode /11678686826/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:25:31,882 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678686826/switch/split already deleted, retry=false 2024-12-05T15:25:31,882 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Unable to get data of znode /11678686826/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:25:31,890 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678686826/switch/merge already deleted, retry=false 2024-12-05T15:25:31,891 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Unable to get data of znode /11678686826/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:25:31,898 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678686826/snapshot-cleanup already deleted, retry=false 2024-12-05T15:25:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678686826/running 2024-12-05T15:25:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678686826/running 2024-12-05T15:25:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:31,907 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,36905,1733412330758, sessionid=0x101a746ca130003, setting cluster-up flag (Was=false) 2024-12-05T15:25:31,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:31,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:31,948 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11678686826/flush-table-proc/acquired, /11678686826/flush-table-proc/reached, /11678686826/flush-table-proc/abort 2024-12-05T15:25:31,949 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,36905,1733412330758 2024-12-05T15:25:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:31,990 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11678686826/online-snapshot/acquired, /11678686826/online-snapshot/reached, /11678686826/online-snapshot/abort 2024-12-05T15:25:31,991 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,36905,1733412330758 2024-12-05T15:25:31,992 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:25:31,993 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:31,993 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:25:31,993 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:25:31,993 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,36905,1733412330758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:25:31,994 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412361995 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:25:31,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:25:31,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:25:31,995 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:31,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:25:31,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:25:31,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:25:31,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:25:31,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:31,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:25:31,996 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:25:31,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:25:31,996 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412331996,5,FailOnTimeoutGroup] 2024-12-05T15:25:31,997 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412331996,5,FailOnTimeoutGroup] 2024-12-05T15:25:31,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:31,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:25:31,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:31,997 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:25:32,085 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(746): ClusterId : e8c9bbd3-0cf9-4066-9e78-382ea64b4628 2024-12-05T15:25:32,085 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:25:32,090 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:25:32,090 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:25:32,099 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:25:32,099 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc0fd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:25:32,109 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:38141 2024-12-05T15:25:32,109 INFO [RS:0;5a29627a94df:38141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:25:32,109 INFO [RS:0;5a29627a94df:38141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:25:32,109 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:25:32,109 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,36905,1733412330758 with port=38141, startcode=1733412330864 2024-12-05T15:25:32,109 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:25:32,110 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:25:32,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36905 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,112 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26 2024-12-05T15:25:32,112 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46189 2024-12-05T15:25:32,112 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:25:32,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:32,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826/rs 2024-12-05T15:25:32,148 DEBUG [RS:0;5a29627a94df:38141 {}] zookeeper.ZKUtil(111): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on existing znode=/11678686826/rs/5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,148 WARN [RS:0;5a29627a94df:38141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:25:32,148 INFO [RS:0;5a29627a94df:38141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:32,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,148 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,38141,1733412330864] 2024-12-05T15:25:32,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,150 INFO [RS:0;5a29627a94df:38141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:25:32,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:32,188 INFO [RS:0;5a29627a94df:38141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:25:32,188 INFO [RS:0;5a29627a94df:38141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:25:32,188 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,189 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:25:32,189 INFO [RS:0;5a29627a94df:38141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:25:32,189 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,189 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,189 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:25:32,190 DEBUG [RS:0;5a29627a94df:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:25:32,190 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,190 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,190 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,190 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,190 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,190 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38141,1733412330864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:25:32,208 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:25:32,208 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38141,1733412330864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,208 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,208 INFO [RS:0;5a29627a94df:38141 {}] regionserver.Replication(171): 5a29627a94df,38141,1733412330864 started 2024-12-05T15:25:32,225 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:32,225 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,38141,1733412330864, RpcServer on 5a29627a94df/172.17.0.3:38141, sessionid=0x101a746ca130004 2024-12-05T15:25:32,225 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:25:32,225 DEBUG [RS:0;5a29627a94df:38141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,225 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,38141,1733412330864' 2024-12-05T15:25:32,225 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11678686826/flush-table-proc/abort' 2024-12-05T15:25:32,226 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11678686826/flush-table-proc/acquired' 2024-12-05T15:25:32,226 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:25:32,226 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:25:32,226 DEBUG [RS:0;5a29627a94df:38141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,226 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,38141,1733412330864' 2024-12-05T15:25:32,226 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11678686826/online-snapshot/abort' 2024-12-05T15:25:32,227 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11678686826/online-snapshot/acquired' 2024-12-05T15:25:32,227 DEBUG [RS:0;5a29627a94df:38141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:25:32,227 INFO [RS:0;5a29627a94df:38141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:25:32,227 INFO [RS:0;5a29627a94df:38141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:25:32,327 INFO [RS:0;5a29627a94df:38141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:25:32,328 INFO [RS:0;5a29627a94df:38141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C38141%2C1733412330864, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/oldWALs, maxLogs=10 2024-12-05T15:25:32,339 DEBUG [RS:0;5a29627a94df:38141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, exclude list is [], retry=0 2024-12-05T15:25:32,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-07b4cab6-6a53-4ee7-94c2-6a26841a615b,DISK] 2024-12-05T15:25:32,342 INFO [RS:0;5a29627a94df:38141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 2024-12-05T15:25:32,342 DEBUG [RS:0;5a29627a94df:38141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)] 2024-12-05T15:25:32,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:25:32,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26 2024-12-05T15:25:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:25:32,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:32,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:25:32,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:25:32,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:32,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:32,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:25:32,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:25:32,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:32,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:32,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:25:32,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:25:32,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:32,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:32,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:25:32,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:25:32,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:32,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:32,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:25:32,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740 2024-12-05T15:25:32,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740 2024-12-05T15:25:32,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:25:32,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:25:32,815 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:32,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:25:32,817 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:32,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610481, jitterRate=-0.08193229138851166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:32,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412332809Initializing all the Stores at 1733412332810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412332810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412332810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412332810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412332810Cleaning up temporary data from old regions at 1733412332815 (+5 ms)Region opened successfully at 1733412332817 (+2 ms) 2024-12-05T15:25:32,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:32,817 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:32,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:32,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:32,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:32,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:32,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412332817Disabling compacts and flushes for region at 1733412332817Disabling writes for close at 1733412332817Writing region close event to WAL at 1733412332818 (+1 ms)Closed at 1733412332818 2024-12-05T15:25:32,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:32,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:25:32,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:25:32,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:25:32,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:25:32,970 DEBUG [5a29627a94df:36905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:25:32,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,38141,1733412330864 2024-12-05T15:25:32,971 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,38141,1733412330864, state=OPENING 2024-12-05T15:25:32,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:25:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:33,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:25:33,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678686826/meta-region-server: CHANGED 2024-12-05T15:25:33,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678686826/meta-region-server: CHANGED 2024-12-05T15:25:33,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,38141,1733412330864}] 2024-12-05T15:25:33,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:33,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:25:33,162 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:25:33,162 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:33,162 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:25:33,163 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C38141%2C1733412330864.meta, suffix=.meta, logDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/oldWALs, maxLogs=10 2024-12-05T15:25:33,173 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.meta.1733412333164.meta, exclude list is [], retry=0 2024-12-05T15:25:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-07b4cab6-6a53-4ee7-94c2-6a26841a615b,DISK] 2024-12-05T15:25:33,176 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.meta.1733412333164.meta 2024-12-05T15:25:33,176 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)] 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:33,177 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:25:33,177 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:25:33,177 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:25:33,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:25:33,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:25:33,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:33,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:33,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:25:33,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:25:33,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:33,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:33,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:25:33,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:25:33,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:33,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:33,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:25:33,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:25:33,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:33,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:33,181 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:25:33,181 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740 2024-12-05T15:25:33,182 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740 2024-12-05T15:25:33,182 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:25:33,182 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:25:33,183 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:33,183 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:25:33,184 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74186152, jitterRate=0.10545980930328369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:33,184 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:25:33,184 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412333177Writing region info on filesystem at 1733412333177Initializing all the Stores at 1733412333178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412333178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412333178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412333178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412333178Cleaning up temporary data from old regions at 1733412333182 (+4 ms)Running coprocessor post-open hooks at 1733412333184 (+2 ms)Region opened successfully at 1733412333184 2024-12-05T15:25:33,184 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412333158 2024-12-05T15:25:33,186 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:25:33,186 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:25:33,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,38141,1733412330864 2024-12-05T15:25:33,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,38141,1733412330864, state=OPEN 2024-12-05T15:25:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11678686826/meta-region-server 2024-12-05T15:25:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11678686826/meta-region-server 2024-12-05T15:25:33,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678686826/meta-region-server: CHANGED 2024-12-05T15:25:33,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678686826/meta-region-server: CHANGED 2024-12-05T15:25:33,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,38141,1733412330864 2024-12-05T15:25:33,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:25:33,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,38141,1733412330864 in 189 msec 2024-12-05T15:25:33,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:25:33,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-12-05T15:25:33,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:33,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:25:33,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:33,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38141,1733412330864, seqNum=-1] 2024-12-05T15:25:33,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:33,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:33,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-12-05T15:25:33,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412333206, completionTime=-1 2024-12-05T15:25:33,206 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:25:33,206 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412393208 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412453208 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36905,1733412330758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36905,1733412330758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36905,1733412330758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:36905, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,209 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,210 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.296sec 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36905,1733412330758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:25:33,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36905,1733412330758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:25:33,213 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:25:33,213 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:25:33,213 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,36905,1733412330758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:33,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d18ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:33,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:33,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:33,286 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b9a6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:33,288 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:33,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc7d2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:33,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38141,1733412330864, seqNum=-1] 2024-12-05T15:25:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:33,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:33,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,36905,1733412330758 2024-12-05T15:25:33,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:33,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:33,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a746ca130005 connected 2024-12-05T15:25:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir so I do NOT create it in target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa 2024-12-05T15:25:33,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:25:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.tmp.dir so I do NOT create it in target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa 2024-12-05T15:25:33,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:25:33,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa 2024-12-05T15:25:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:25:33,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/cluster_a23e1ff6-987b-aa9a-69cd-7e009f73c076, deleteOnExit=true 2024-12-05T15:25:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/test.cache.data in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:25:33,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:25:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:25:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:25:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:25:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:25:33,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:33,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:25:33,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:25:33,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:25:33,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:25:33,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:33,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37771786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:25:33,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f75cfab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:25:33,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79ea9a1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/java.io.tmpdir/jetty-localhost-33559-hadoop-hdfs-3_4_1-tests_jar-_-any-14400274860922786399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:25:33,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60426e39{HTTP/1.1, (http/1.1)}{localhost:33559} 2024-12-05T15:25:33,620 INFO [Time-limited test {}] server.Server(415): Started @282573ms 2024-12-05T15:25:33,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:25:33,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:25:33,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:25:33,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:25:33,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:25:33,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c03c538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:25:33,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224bae05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:25:33,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbefb74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/java.io.tmpdir/jetty-localhost-44963-hadoop-hdfs-3_4_1-tests_jar-_-any-12179663781386781536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:25:33,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59092efa{HTTP/1.1, (http/1.1)}{localhost:44963} 2024-12-05T15:25:33,942 INFO [Time-limited test {}] server.Server(415): Started @282894ms 2024-12-05T15:25:33,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:25:34,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:25:34,676 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/cluster_a23e1ff6-987b-aa9a-69cd-7e009f73c076/data/data1/current/BP-1786015064-172.17.0.3-1733412333323/current, will proceed with Du for space computation calculation, 2024-12-05T15:25:34,676 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/cluster_a23e1ff6-987b-aa9a-69cd-7e009f73c076/data/data2/current/BP-1786015064-172.17.0.3-1733412333323/current, will proceed with Du for space computation calculation, 2024-12-05T15:25:34,690 WARN [Thread-3681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:25:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763d9dbb59646cc3 with lease ID 0xd475b112d5acf446: Processing first storage report for DS-4d9f160f-c308-4a30-ae29-a913bf269a9b from datanode DatanodeRegistration(127.0.0.1:36747, datanodeUuid=136a8823-9b25-405d-b0b0-bfc538c38bae, infoPort=45179, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1050371629;c=1733412333323) 2024-12-05T15:25:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763d9dbb59646cc3 with lease ID 0xd475b112d5acf446: from storage DS-4d9f160f-c308-4a30-ae29-a913bf269a9b node DatanodeRegistration(127.0.0.1:36747, datanodeUuid=136a8823-9b25-405d-b0b0-bfc538c38bae, infoPort=45179, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1050371629;c=1733412333323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:25:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763d9dbb59646cc3 with lease ID 0xd475b112d5acf446: Processing first storage report for DS-424f7a65-62d6-49c2-8a2c-62b43ed3c0a3 from datanode DatanodeRegistration(127.0.0.1:36747, datanodeUuid=136a8823-9b25-405d-b0b0-bfc538c38bae, infoPort=45179, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1050371629;c=1733412333323) 2024-12-05T15:25:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763d9dbb59646cc3 with lease ID 0xd475b112d5acf446: from storage DS-424f7a65-62d6-49c2-8a2c-62b43ed3c0a3 node DatanodeRegistration(127.0.0.1:36747, datanodeUuid=136a8823-9b25-405d-b0b0-bfc538c38bae, infoPort=45179, infoSecurePort=0, ipcPort=38813, storageInfo=lv=-57;cid=testClusterID;nsid=1050371629;c=1733412333323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:25:34,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa 2024-12-05T15:25:34,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:34,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:25:35,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4 with version=8 2024-12-05T15:25:35,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/hbase-staging 2024-12-05T15:25:35,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:25:35,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:25:35,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38593 2024-12-05T15:25:35,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38593 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:35,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385930x0, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:35,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38593-0x101a746ca130006 connected 2024-12-05T15:25:35,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:35,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:35,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/running 2024-12-05T15:25:35,277 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4, hbase.cluster.distributed=false 2024-12-05T15:25:35,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/acl 2024-12-05T15:25:35,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38593 2024-12-05T15:25:35,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38593 2024-12-05T15:25:35,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38593 2024-12-05T15:25:35,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38593 2024-12-05T15:25:35,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38593 2024-12-05T15:25:35,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:25:35,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42177 2024-12-05T15:25:35,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42177 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:35,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:35,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:35,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421770x0, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:35,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421770x0, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/running 2024-12-05T15:25:35,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42177-0x101a746ca130007 connected 2024-12-05T15:25:35,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:25:35,305 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:25:35,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/master 2024-12-05T15:25:35,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/acl 2024-12-05T15:25:35,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42177 2024-12-05T15:25:35,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42177 2024-12-05T15:25:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42177 2024-12-05T15:25:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42177 2024-12-05T15:25:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42177 2024-12-05T15:25:35,320 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:38593 2024-12-05T15:25:35,321 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21943718019/backup-masters/5a29627a94df,38593,1733412335183 2024-12-05T15:25:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019/backup-masters 2024-12-05T15:25:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019/backup-masters 2024-12-05T15:25:35,330 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on existing znode=/21943718019/backup-masters/5a29627a94df,38593,1733412335183 2024-12-05T15:25:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21943718019/master 2024-12-05T15:25:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:35,340 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on existing znode=/21943718019/master 2024-12-05T15:25:35,340 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21943718019/backup-masters/5a29627a94df,38593,1733412335183 from backup master directory 2024-12-05T15:25:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21943718019/backup-masters/5a29627a94df,38593,1733412335183 2024-12-05T15:25:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019/backup-masters 2024-12-05T15:25:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019/backup-masters 2024-12-05T15:25:35,348 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:25:35,348 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,38593,1733412335183 2024-12-05T15:25:35,351 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/hbase.id] with ID: 134dcebb-c573-460f-b054-6502ff4ec602 2024-12-05T15:25:35,351 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/.tmp/hbase.id 2024-12-05T15:25:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:25:35,756 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/.tmp/hbase.id]:[hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/hbase.id] 2024-12-05T15:25:35,762 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:25:35,762 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:25:35,762 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T15:25:35,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:35,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:35,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:25:36,194 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:36,195 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:25:36,195 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:25:36,600 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store 2024-12-05T15:25:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:25:36,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:25:36,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:25:36,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T15:25:36,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T15:25:37,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:37,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:37,005 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:37,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:37,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:37,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:37,005 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:37,005 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412337005Disabling compacts and flushes for region at 1733412337005Disabling writes for close at 1733412337005Writing region close event to WAL at 1733412337005Closed at 1733412337005 2024-12-05T15:25:37,006 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/.initializing 2024-12-05T15:25:37,006 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/WALs/5a29627a94df,38593,1733412335183 2024-12-05T15:25:37,006 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:25:37,007 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C38593%2C1733412335183, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/WALs/5a29627a94df,38593,1733412335183, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/oldWALs, maxLogs=10 2024-12-05T15:25:37,018 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/WALs/5a29627a94df,38593,1733412335183/5a29627a94df%2C38593%2C1733412335183.1733412337007, exclude list is [], retry=0 2024-12-05T15:25:37,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36747,DS-4d9f160f-c308-4a30-ae29-a913bf269a9b,DISK] 2024-12-05T15:25:37,021 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/WALs/5a29627a94df,38593,1733412335183/5a29627a94df%2C38593%2C1733412335183.1733412337007 2024-12-05T15:25:37,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45179:45179)] 2024-12-05T15:25:37,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:37,022 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:37,022 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,022 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:25:37,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:37,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:37,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:25:37,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:37,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:37,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:25:37,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:37,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:37,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:25:37,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:37,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:37,027 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,027 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,028 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,028 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,028 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,029 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:37,029 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:25:37,031 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:37,031 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61714521, jitterRate=-0.08038197457790375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:37,031 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412337022Initializing all the Stores at 1733412337022Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412337022Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412337022Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412337022Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412337022Cleaning up temporary data from old regions at 1733412337028 (+6 ms)Region opened successfully at 1733412337031 (+3 ms) 2024-12-05T15:25:37,031 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:25:37,033 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be8e5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:25:37,033 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:25:37,033 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:25:37,033 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:25:37,034 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:25:37,034 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:25:37,034 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:25:37,034 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:25:37,035 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:25:37,036 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Unable to get data of znode /21943718019/balancer because node does not exist (not necessarily an error) 2024-12-05T15:25:37,081 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21943718019/balancer already deleted, retry=false 2024-12-05T15:25:37,082 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:25:37,082 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Unable to get data of znode /21943718019/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:25:37,090 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21943718019/normalizer already deleted, retry=false 2024-12-05T15:25:37,090 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:25:37,091 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Unable to get data of znode /21943718019/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:25:37,098 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21943718019/switch/split already deleted, retry=false 2024-12-05T15:25:37,099 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Unable to get data of znode /21943718019/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:25:37,106 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21943718019/switch/merge already deleted, retry=false 2024-12-05T15:25:37,107 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Unable to get data of znode /21943718019/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:25:37,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21943718019/snapshot-cleanup already deleted, retry=false 2024-12-05T15:25:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21943718019/running 2024-12-05T15:25:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21943718019/running 2024-12-05T15:25:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:37,123 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,38593,1733412335183, sessionid=0x101a746ca130006, setting cluster-up flag (Was=false) 2024-12-05T15:25:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:37,164 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21943718019/flush-table-proc/acquired, /21943718019/flush-table-proc/reached, /21943718019/flush-table-proc/abort 2024-12-05T15:25:37,165 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,38593,1733412335183 2024-12-05T15:25:37,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:37,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:37,206 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21943718019/online-snapshot/acquired, /21943718019/online-snapshot/reached, /21943718019/online-snapshot/abort 2024-12-05T15:25:37,207 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,38593,1733412335183 2024-12-05T15:25:37,208 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:25:37,209 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:37,209 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:25:37,209 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:25:37,209 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,38593,1733412335183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:25:37,210 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412367211 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:25:37,211 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:25:37,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:37,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:25:37,212 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:25:37,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:37,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:25:37,213 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412337212,5,FailOnTimeoutGroup] 2024-12-05T15:25:37,213 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412337213,5,FailOnTimeoutGroup] 2024-12-05T15:25:37,213 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,213 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:25:37,213 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,213 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,214 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(746): ClusterId : 134dcebb-c573-460f-b054-6502ff4ec602 2024-12-05T15:25:37,214 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:25:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:25:37,223 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:25:37,223 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:25:37,232 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:25:37,232 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d87293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:25:37,242 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:42177 2024-12-05T15:25:37,242 INFO [RS:0;5a29627a94df:42177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:25:37,242 INFO [RS:0;5a29627a94df:42177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:25:37,242 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:25:37,242 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,38593,1733412335183 with port=42177, startcode=1733412335290 2024-12-05T15:25:37,242 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:25:37,243 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:25:37,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,42177,1733412335290 2024-12-05T15:25:37,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38593 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,42177,1733412335290 2024-12-05T15:25:37,245 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4 2024-12-05T15:25:37,245 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37731 2024-12-05T15:25:37,245 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:25:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019/rs 2024-12-05T15:25:37,285 DEBUG [RS:0;5a29627a94df:42177 {}] zookeeper.ZKUtil(111): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on existing znode=/21943718019/rs/5a29627a94df,42177,1733412335290 2024-12-05T15:25:37,285 WARN [RS:0;5a29627a94df:42177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:25:37,285 INFO [RS:0;5a29627a94df:42177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:37,285 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290 2024-12-05T15:25:37,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,42177,1733412335290] 2024-12-05T15:25:37,287 INFO [RS:0;5a29627a94df:42177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:25:37,288 INFO [RS:0;5a29627a94df:42177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:25:37,288 INFO [RS:0;5a29627a94df:42177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:25:37,288 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,289 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:25:37,289 INFO [RS:0;5a29627a94df:42177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:25:37,289 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:25:37,289 DEBUG [RS:0;5a29627a94df:42177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:25:37,290 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,290 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,290 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,290 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,290 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,290 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42177,1733412335290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:25:37,306 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:25:37,306 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,42177,1733412335290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,306 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,306 INFO [RS:0;5a29627a94df:42177 {}] regionserver.Replication(171): 5a29627a94df,42177,1733412335290 started 2024-12-05T15:25:37,321 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:37,321 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,42177,1733412335290, RpcServer on 5a29627a94df/172.17.0.3:42177, sessionid=0x101a746ca130007 2024-12-05T15:25:37,321 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:25:37,321 DEBUG [RS:0;5a29627a94df:42177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,42177,1733412335290 2024-12-05T15:25:37,321 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,42177,1733412335290' 2024-12-05T15:25:37,321 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21943718019/flush-table-proc/abort' 2024-12-05T15:25:37,321 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21943718019/flush-table-proc/acquired' 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,42177,1733412335290 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,42177,1733412335290' 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21943718019/online-snapshot/abort' 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21943718019/online-snapshot/acquired' 2024-12-05T15:25:37,322 DEBUG [RS:0;5a29627a94df:42177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:25:37,322 INFO [RS:0;5a29627a94df:42177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:25:37,322 INFO [RS:0;5a29627a94df:42177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:25:37,423 INFO [RS:0;5a29627a94df:42177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:25:37,424 INFO [RS:0;5a29627a94df:42177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C42177%2C1733412335290, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/oldWALs, maxLogs=10 2024-12-05T15:25:37,439 DEBUG [RS:0;5a29627a94df:42177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, exclude list is [], retry=0 2024-12-05T15:25:37,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36747,DS-4d9f160f-c308-4a30-ae29-a913bf269a9b,DISK] 2024-12-05T15:25:37,443 INFO [RS:0;5a29627a94df:42177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 2024-12-05T15:25:37,443 DEBUG [RS:0;5a29627a94df:42177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45179:45179)] 2024-12-05T15:25:37,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:25:37,620 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4 2024-12-05T15:25:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:25:38,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:25:38,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:25:38,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:25:38,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:25:38,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:25:38,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:25:38,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:25:38,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:25:38,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:25:38,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740 2024-12-05T15:25:38,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740 2024-12-05T15:25:38,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:25:38,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:25:38,048 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:25:38,050 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:38,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71456928, jitterRate=0.06479120254516602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:38,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412338025Initializing all the Stores at 1733412338026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412338026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412338026Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412338026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412338026Cleaning up temporary data from old regions at 1733412338048 (+22 ms)Region opened successfully at 1733412338051 (+3 ms) 2024-12-05T15:25:38,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:38,051 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:38,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:38,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:38,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:38,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:38,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412338051Disabling compacts and flushes for region at 1733412338051Disabling writes for close at 1733412338051Writing region close event to WAL at 1733412338051Closed at 1733412338051 2024-12-05T15:25:38,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:38,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:25:38,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:25:38,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:25:38,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:25:38,204 DEBUG [5a29627a94df:38593 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:25:38,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,42177,1733412335290 2024-12-05T15:25:38,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,42177,1733412335290, state=OPENING 2024-12-05T15:25:38,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:25:38,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:38,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:38,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:25:38,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21943718019/meta-region-server: CHANGED 2024-12-05T15:25:38,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21943718019/meta-region-server: CHANGED 2024-12-05T15:25:38,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,42177,1733412335290}] 2024-12-05T15:25:38,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:38,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:25:38,454 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:25:38,454 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:38,454 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:25:38,455 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C42177%2C1733412335290.meta, suffix=.meta, logDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/oldWALs, maxLogs=10 2024-12-05T15:25:38,467 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.meta.1733412338455.meta, exclude list is [], retry=0 2024-12-05T15:25:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36747,DS-4d9f160f-c308-4a30-ae29-a913bf269a9b,DISK] 2024-12-05T15:25:38,470 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.meta.1733412338455.meta 2024-12-05T15:25:38,470 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45179:45179)] 2024-12-05T15:25:38,470 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:38,471 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:38,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:38,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:25:38,471 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:25:38,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:25:38,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:38,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:25:38,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:25:38,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:25:38,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:25:38,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:25:38,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:25:38,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:25:38,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:25:38,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:25:38,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:25:38,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:25:38,476 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:25:38,476 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740 2024-12-05T15:25:38,477 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740 2024-12-05T15:25:38,478 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:25:38,478 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:25:38,478 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:25:38,479 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:25:38,479 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69161145, jitterRate=0.030581369996070862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:25:38,479 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:25:38,479 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412338471Writing region info on filesystem at 1733412338471Initializing all the Stores at 1733412338472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412338472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412338472Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412338472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412338472Cleaning up temporary data from old regions at 1733412338478 (+6 ms)Running coprocessor post-open hooks at 1733412338479 (+1 ms)Region opened successfully at 1733412338479 2024-12-05T15:25:38,480 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412338450 2024-12-05T15:25:38,481 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:25:38,481 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:25:38,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,42177,1733412335290 2024-12-05T15:25:38,482 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,42177,1733412335290, state=OPEN 2024-12-05T15:25:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21943718019/meta-region-server 2024-12-05T15:25:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21943718019/meta-region-server 2024-12-05T15:25:38,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,42177,1733412335290 2024-12-05T15:25:38,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21943718019/meta-region-server: CHANGED 2024-12-05T15:25:38,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21943718019/meta-region-server: CHANGED 2024-12-05T15:25:38,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:25:38,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,42177,1733412335290 in 192 msec 2024-12-05T15:25:38,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:25:38,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-05T15:25:38,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:25:38,493 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:25:38,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:38,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,42177,1733412335290, seqNum=-1] 2024-12-05T15:25:38,494 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:38,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:38,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-12-05T15:25:38,499 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412338499, completionTime=-1 2024-12-05T15:25:38,499 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:25:38,499 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:25:38,500 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:25:38,500 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412398500 2024-12-05T15:25:38,500 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412458500 2024-12-05T15:25:38,500 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:25:38,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38593,1733412335183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38593,1733412335183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38593,1733412335183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:38593, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,501 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,502 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.156sec 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38593,1733412335183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:25:38,504 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38593,1733412335183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:25:38,506 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:25:38,506 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:25:38,506 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38593,1733412335183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:25:38,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432e7bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:38,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38593,-1 for getting cluster id 2024-12-05T15:25:38,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:38,516 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '134dcebb-c573-460f-b054-6502ff4ec602' 2024-12-05T15:25:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "134dcebb-c573-460f-b054-6502ff4ec602" 2024-12-05T15:25:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dbd5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38593,-1] 2024-12-05T15:25:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:38,517 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:38,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2c78b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:38,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,42177,1733412335290, seqNum=-1] 2024-12-05T15:25:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:38,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:38,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,38593,1733412335183 2024-12-05T15:25:38,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57112 2024-12-05T15:25:38,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:25:38,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a746ca130008 connected 2024-12-05T15:25:38,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46869,1733412325966 2024-12-05T15:25:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf0b95e 2024-12-05T15:25:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:38,543 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:38,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:25:38,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:38,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:38,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:25:38,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:25:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:38,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:38,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:38,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8aa84b26b6837e5a7b11242fd840c04, NAME => 'test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5 2024-12-05T15:25:38,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:25:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:39,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:39,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8aa84b26b6837e5a7b11242fd840c04, disabling compactions & flushes 2024-12-05T15:25:39,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. after waiting 0 ms 2024-12-05T15:25:39,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8aa84b26b6837e5a7b11242fd840c04: Waiting for close lock at 1733412339369Disabling compacts and flushes for region at 1733412339369Disabling writes for close at 1733412339369Writing region close event to WAL at 1733412339369Closed at 1733412339369 2024-12-05T15:25:39,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:39,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412339371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412339371"}]},"ts":"1733412339371"} 2024-12-05T15:25:39,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:39,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:39,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412339373"}]},"ts":"1733412339373"} 2024-12-05T15:25:39,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:25:39,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8aa84b26b6837e5a7b11242fd840c04, ASSIGN}] 2024-12-05T15:25:39,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8aa84b26b6837e5a7b11242fd840c04, ASSIGN 2024-12-05T15:25:39,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8aa84b26b6837e5a7b11242fd840c04, ASSIGN; state=OFFLINE, location=5a29627a94df,46059,1733412326115; forceNewPlan=false, retain=false 2024-12-05T15:25:39,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8aa84b26b6837e5a7b11242fd840c04, regionState=OPENING, regionLocation=5a29627a94df,46059,1733412326115 2024-12-05T15:25:39,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8aa84b26b6837e5a7b11242fd840c04, ASSIGN because future has completed 2024-12-05T15:25:39,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8aa84b26b6837e5a7b11242fd840c04, server=5a29627a94df,46059,1733412326115}] 2024-12-05T15:25:39,685 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,685 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8aa84b26b6837e5a7b11242fd840c04, NAME => 'test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:39,685 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:39,686 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:25:39,686 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,686 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:39,686 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,686 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,687 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,688 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8aa84b26b6837e5a7b11242fd840c04 columnFamilyName f 2024-12-05T15:25:39,688 DEBUG [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:39,689 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] regionserver.HStore(327): Store=c8aa84b26b6837e5a7b11242fd840c04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:39,689 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,689 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8aa84b26b6837e5a7b11242fd840c04 columnFamilyName f1 2024-12-05T15:25:39,689 DEBUG [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:39,690 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] regionserver.HStore(327): Store=c8aa84b26b6837e5a7b11242fd840c04/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:39,690 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,690 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8aa84b26b6837e5a7b11242fd840c04 columnFamilyName norep 2024-12-05T15:25:39,691 DEBUG [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:39,691 INFO [StoreOpener-c8aa84b26b6837e5a7b11242fd840c04-1 {}] regionserver.HStore(327): Store=c8aa84b26b6837e5a7b11242fd840c04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:39,691 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,692 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,692 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,692 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,692 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,693 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:39,694 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:39,695 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:39,695 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8aa84b26b6837e5a7b11242fd840c04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67373422, jitterRate=0.003942221403121948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:39,695 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:25:39,696 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8aa84b26b6837e5a7b11242fd840c04: Running coprocessor pre-open hook at 1733412339686Writing region info on filesystem at 1733412339686Initializing all the Stores at 1733412339687 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412339687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412339687Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412339687Cleaning up temporary data from old regions at 1733412339692 (+5 ms)Running coprocessor post-open hooks at 1733412339695 (+3 ms)Region opened successfully at 1733412339696 (+1 ms) 2024-12-05T15:25:39,696 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04., pid=6, masterSystemTime=1733412339681 2024-12-05T15:25:39,698 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,698 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:25:39,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8aa84b26b6837e5a7b11242fd840c04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,46059,1733412326115 2024-12-05T15:25:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8aa84b26b6837e5a7b11242fd840c04, server=5a29627a94df,46059,1733412326115 because future has completed 2024-12-05T15:25:39,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:25:39,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8aa84b26b6837e5a7b11242fd840c04, server=5a29627a94df,46059,1733412326115 in 171 msec 2024-12-05T15:25:39,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:25:39,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8aa84b26b6837e5a7b11242fd840c04, ASSIGN in 326 msec 2024-12-05T15:25:39,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:39,703 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412339703"}]},"ts":"1733412339703"} 2024-12-05T15:25:39,705 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:25:39,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:39,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-05T15:25:40,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:25:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:40,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:25:40,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36905,1733412330758 2024-12-05T15:25:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39083515 2024-12-05T15:25:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:40,707 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:40,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:25:40,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:40,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:40,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:25:40,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:25:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:41,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0504cbb9cfa3cfdaf8894b5066884f0b, NAME => 'test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26 2024-12-05T15:25:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:25:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:41,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:41,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0504cbb9cfa3cfdaf8894b5066884f0b, disabling compactions & flushes 2024-12-05T15:25:41,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. after waiting 0 ms 2024-12-05T15:25:41,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0504cbb9cfa3cfdaf8894b5066884f0b: Waiting for close lock at 1733412341523Disabling compacts and flushes for region at 1733412341523Disabling writes for close at 1733412341523Writing region close event to WAL at 1733412341523Closed at 1733412341523 2024-12-05T15:25:41,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:41,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412341524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412341524"}]},"ts":"1733412341524"} 2024-12-05T15:25:41,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:41,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:41,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412341527"}]},"ts":"1733412341527"} 2024-12-05T15:25:41,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:25:41,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0504cbb9cfa3cfdaf8894b5066884f0b, ASSIGN}] 2024-12-05T15:25:41,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0504cbb9cfa3cfdaf8894b5066884f0b, ASSIGN 2024-12-05T15:25:41,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0504cbb9cfa3cfdaf8894b5066884f0b, ASSIGN; state=OFFLINE, location=5a29627a94df,38141,1733412330864; forceNewPlan=false, retain=false 2024-12-05T15:25:41,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0504cbb9cfa3cfdaf8894b5066884f0b, regionState=OPENING, regionLocation=5a29627a94df,38141,1733412330864 2024-12-05T15:25:41,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0504cbb9cfa3cfdaf8894b5066884f0b, ASSIGN because future has completed 2024-12-05T15:25:41,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0504cbb9cfa3cfdaf8894b5066884f0b, server=5a29627a94df,38141,1733412330864}] 2024-12-05T15:25:41,837 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,837 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0504cbb9cfa3cfdaf8894b5066884f0b, NAME => 'test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:41,838 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:41,838 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:25:41,838 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,838 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:41,838 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,838 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,839 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,840 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0504cbb9cfa3cfdaf8894b5066884f0b columnFamilyName f 2024-12-05T15:25:41,840 DEBUG [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:41,840 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] regionserver.HStore(327): Store=0504cbb9cfa3cfdaf8894b5066884f0b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:41,840 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,841 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0504cbb9cfa3cfdaf8894b5066884f0b columnFamilyName f1 2024-12-05T15:25:41,841 DEBUG [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:41,841 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] regionserver.HStore(327): Store=0504cbb9cfa3cfdaf8894b5066884f0b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:41,841 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,842 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0504cbb9cfa3cfdaf8894b5066884f0b columnFamilyName norep 2024-12-05T15:25:41,842 DEBUG [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:41,842 INFO [StoreOpener-0504cbb9cfa3cfdaf8894b5066884f0b-1 {}] regionserver.HStore(327): Store=0504cbb9cfa3cfdaf8894b5066884f0b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:41,842 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,844 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:41,845 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,847 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:41,847 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0504cbb9cfa3cfdaf8894b5066884f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65214531, jitterRate=-0.028227761387825012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:41,847 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:25:41,847 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0504cbb9cfa3cfdaf8894b5066884f0b: Running coprocessor pre-open hook at 1733412341838Writing region info on filesystem at 1733412341838Initializing all the Stores at 1733412341838Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412341839 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412341839Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412341839Cleaning up temporary data from old regions at 1733412341843 (+4 ms)Running coprocessor post-open hooks at 1733412341847 (+4 ms)Region opened successfully at 1733412341847 2024-12-05T15:25:41,848 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b., pid=6, masterSystemTime=1733412341834 2024-12-05T15:25:41,850 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,850 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:25:41,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0504cbb9cfa3cfdaf8894b5066884f0b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,38141,1733412330864 2024-12-05T15:25:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0504cbb9cfa3cfdaf8894b5066884f0b, server=5a29627a94df,38141,1733412330864 because future has completed 2024-12-05T15:25:41,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:25:41,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0504cbb9cfa3cfdaf8894b5066884f0b, server=5a29627a94df,38141,1733412330864 in 170 msec 2024-12-05T15:25:41,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:25:41,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0504cbb9cfa3cfdaf8894b5066884f0b, ASSIGN in 325 msec 2024-12-05T15:25:41,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:41,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412341856"}]},"ts":"1733412341856"} 2024-12-05T15:25:41,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:25:41,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:41,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T15:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:42,865 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:25:42,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38593,1733412335183 2024-12-05T15:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7976a3e9 2024-12-05T15:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:42,866 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:42,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:25:42,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:42,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:42,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:25:42,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:25:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:43,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06eb4a33172c3b51e2e6f78687f489c8, NAME => 'test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4 2024-12-05T15:25:43,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:25:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06eb4a33172c3b51e2e6f78687f489c8, disabling compactions & flushes 2024-12-05T15:25:43,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. after waiting 0 ms 2024-12-05T15:25:43,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:43,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:43,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06eb4a33172c3b51e2e6f78687f489c8: Waiting for close lock at 1733412343679Disabling compacts and flushes for region at 1733412343679Disabling writes for close at 1733412343680 (+1 ms)Writing region close event to WAL at 1733412343680Closed at 1733412343680 2024-12-05T15:25:43,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:43,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412343681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412343681"}]},"ts":"1733412343681"} 2024-12-05T15:25:43,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:43,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:43,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412343683"}]},"ts":"1733412343683"} 2024-12-05T15:25:43,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:25:43,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06eb4a33172c3b51e2e6f78687f489c8, ASSIGN}] 2024-12-05T15:25:43,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06eb4a33172c3b51e2e6f78687f489c8, ASSIGN 2024-12-05T15:25:43,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06eb4a33172c3b51e2e6f78687f489c8, ASSIGN; state=OFFLINE, location=5a29627a94df,42177,1733412335290; forceNewPlan=false, retain=false 2024-12-05T15:25:43,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06eb4a33172c3b51e2e6f78687f489c8, regionState=OPENING, regionLocation=5a29627a94df,42177,1733412335290 2024-12-05T15:25:43,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06eb4a33172c3b51e2e6f78687f489c8, ASSIGN because future has completed 2024-12-05T15:25:43,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06eb4a33172c3b51e2e6f78687f489c8, server=5a29627a94df,42177,1733412335290}] 2024-12-05T15:25:43,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:43,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:43,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:43,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:43,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:43,993 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:43,993 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06eb4a33172c3b51e2e6f78687f489c8, NAME => 'test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:43,994 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:43,994 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:25:43,994 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,994 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:43,994 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,994 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,995 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,996 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06eb4a33172c3b51e2e6f78687f489c8 columnFamilyName f 2024-12-05T15:25:43,996 DEBUG [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:43,996 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] regionserver.HStore(327): Store=06eb4a33172c3b51e2e6f78687f489c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:43,996 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,997 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06eb4a33172c3b51e2e6f78687f489c8 columnFamilyName f1 2024-12-05T15:25:43,997 DEBUG [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:43,997 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] regionserver.HStore(327): Store=06eb4a33172c3b51e2e6f78687f489c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:43,997 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,998 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06eb4a33172c3b51e2e6f78687f489c8 columnFamilyName norep 2024-12-05T15:25:43,998 DEBUG [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:43,998 INFO [StoreOpener-06eb4a33172c3b51e2e6f78687f489c8-1 {}] regionserver.HStore(327): Store=06eb4a33172c3b51e2e6f78687f489c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:43,998 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,998 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,998 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,999 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,999 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:43,999 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:44,000 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:44,002 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:44,002 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06eb4a33172c3b51e2e6f78687f489c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75017347, jitterRate=0.1178455799818039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:44,002 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:44,002 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06eb4a33172c3b51e2e6f78687f489c8: Running coprocessor pre-open hook at 1733412343994Writing region info on filesystem at 1733412343994Initializing all the Stores at 1733412343994Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412343994Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412343995 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412343995Cleaning up temporary data from old regions at 1733412343999 (+4 ms)Running coprocessor post-open hooks at 1733412344002 (+3 ms)Region opened successfully at 1733412344002 2024-12-05T15:25:44,003 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8., pid=6, masterSystemTime=1733412343990 2024-12-05T15:25:44,004 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:44,004 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:44,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06eb4a33172c3b51e2e6f78687f489c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,42177,1733412335290 2024-12-05T15:25:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06eb4a33172c3b51e2e6f78687f489c8, server=5a29627a94df,42177,1733412335290 because future has completed 2024-12-05T15:25:44,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:25:44,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06eb4a33172c3b51e2e6f78687f489c8, server=5a29627a94df,42177,1733412335290 in 169 msec 2024-12-05T15:25:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:25:44,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06eb4a33172c3b51e2e6f78687f489c8, ASSIGN in 323 msec 2024-12-05T15:25:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:44,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412344010"}]},"ts":"1733412344010"} 2024-12-05T15:25:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:25:44,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:44,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-05T15:25:44,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:44,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:25:45,015 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:25:45,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:45,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46869,-1 for getting cluster id 2024-12-05T15:25:45,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:45,016 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf5f456e-1649-418a-a4f0-18000d767c3f' 2024-12-05T15:25:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf5f456e-1649-418a-a4f0-18000d767c3f" 2024-12-05T15:25:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0175d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46869,-1] 2024-12-05T15:25:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:45,018 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ad4d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:45,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:45,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,46869,1733412325966 2024-12-05T15:25:45,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5983205b 2024-12-05T15:25:45,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:45,020 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:45,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:36905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:45,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:36905' 2024-12-05T15:25:45,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45201146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:45,023 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:45,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:45,023 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:45,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:45,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:45,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f7905d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:45,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:45,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:45,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:45,024 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:45,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecf7070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:45,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:45,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36905,1733412330758 2024-12-05T15:25:45,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a16db5 2024-12-05T15:25:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:45,026 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:45,027 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:25:45,027 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:25:45,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:45,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:45,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:45,027 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:45,029 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:25:45,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:45,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:45,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:25:45,079 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:45,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ae9ecfd721ee8899194d4527c9eddc2, NAME => 'hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5 2024-12-05T15:25:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:25:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:45,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:45,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ae9ecfd721ee8899194d4527c9eddc2, disabling compactions & flushes 2024-12-05T15:25:45,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:45,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:45,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. after waiting 0 ms 2024-12-05T15:25:45,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:45,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:45,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ae9ecfd721ee8899194d4527c9eddc2: Waiting for close lock at 1733412345840Disabling compacts and flushes for region at 1733412345840Disabling writes for close at 1733412345840Writing region close event to WAL at 1733412345840Closed at 1733412345840 2024-12-05T15:25:45,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:45,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412345841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412345841"}]},"ts":"1733412345841"} 2024-12-05T15:25:45,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:45,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:45,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412345844"}]},"ts":"1733412345844"} 2024-12-05T15:25:45,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:25:45,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ae9ecfd721ee8899194d4527c9eddc2, ASSIGN}] 2024-12-05T15:25:45,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ae9ecfd721ee8899194d4527c9eddc2, ASSIGN 2024-12-05T15:25:45,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ae9ecfd721ee8899194d4527c9eddc2, ASSIGN; state=OFFLINE, location=5a29627a94df,46059,1733412326115; forceNewPlan=false, retain=false 2024-12-05T15:25:45,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ae9ecfd721ee8899194d4527c9eddc2, regionState=OPENING, regionLocation=5a29627a94df,46059,1733412326115 2024-12-05T15:25:45,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ae9ecfd721ee8899194d4527c9eddc2, ASSIGN because future has completed 2024-12-05T15:25:46,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ae9ecfd721ee8899194d4527c9eddc2, server=5a29627a94df,46059,1733412326115}] 2024-12-05T15:25:46,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:46,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:46,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:25:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:46,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C46059%2C1733412326115.rep, suffix=, logDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/oldWALs, maxLogs=10 2024-12-05T15:25:46,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.rep.1733412346155, exclude list is [], retry=0 2024-12-05T15:25:46,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41343,DS-443581d6-8f80-4dff-8ba7-e932ef26d49a,DISK] 2024-12-05T15:25:46,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.rep.1733412346155 2024-12-05T15:25:46,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-12-05T15:25:46,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ae9ecfd721ee8899194d4527c9eddc2, NAME => 'hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:46,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. service=MultiRowMutationService 2024-12-05T15:25:46,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:25:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,171 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,172 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ae9ecfd721ee8899194d4527c9eddc2 columnFamilyName hfileref 2024-12-05T15:25:46,172 DEBUG [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:46,172 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] regionserver.HStore(327): Store=8ae9ecfd721ee8899194d4527c9eddc2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:46,172 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,173 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ae9ecfd721ee8899194d4527c9eddc2 columnFamilyName queue 2024-12-05T15:25:46,173 DEBUG [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:46,173 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] regionserver.HStore(327): Store=8ae9ecfd721ee8899194d4527c9eddc2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:46,173 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,174 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ae9ecfd721ee8899194d4527c9eddc2 columnFamilyName sid 2024-12-05T15:25:46,174 DEBUG [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:46,174 INFO [StoreOpener-8ae9ecfd721ee8899194d4527c9eddc2-1 {}] regionserver.HStore(327): Store=8ae9ecfd721ee8899194d4527c9eddc2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:46,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/replication/8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/replication/8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:46,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/replication/8ae9ecfd721ee8899194d4527c9eddc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:46,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ae9ecfd721ee8899194d4527c9eddc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64428593, jitterRate=-0.03993915021419525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:46,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:25:46,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ae9ecfd721ee8899194d4527c9eddc2: Running coprocessor pre-open hook at 1733412346170Writing region info on filesystem at 1733412346170Initializing all the Stores at 1733412346171 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412346171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412346171Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412346171Cleaning up temporary data from old regions at 1733412346175 (+4 ms)Running coprocessor post-open hooks at 1733412346178 (+3 ms)Region opened successfully at 1733412346178 2024-12-05T15:25:46,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2., pid=10, masterSystemTime=1733412346151 2024-12-05T15:25:46,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:46,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:25:46,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ae9ecfd721ee8899194d4527c9eddc2, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,46059,1733412326115 2024-12-05T15:25:46,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ae9ecfd721ee8899194d4527c9eddc2, server=5a29627a94df,46059,1733412326115 because future has completed 2024-12-05T15:25:46,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:25:46,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ae9ecfd721ee8899194d4527c9eddc2, server=5a29627a94df,46059,1733412326115 in 182 msec 2024-12-05T15:25:46,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:25:46,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ae9ecfd721ee8899194d4527c9eddc2, ASSIGN in 337 msec 2024-12-05T15:25:46,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:46,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412346185"}]},"ts":"1733412346185"} 2024-12-05T15:25:46,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T15:25:46,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:25:46,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:46,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-12-05T15:25:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2., hostname=5a29627a94df,46059,1733412326115, seqNum=2] 2024-12-05T15:25:46,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:46,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:25:46,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:46,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:25:46,484 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:25:46,508 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,46059,1733412326115, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:25:46,509 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:46,509 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,46059,1733412326115, seqNum=-1] 2024-12-05T15:25:46,509 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:46,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,46059,1733412326115', locateType=CURRENT is [region=hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2., hostname=5a29627a94df,46059,1733412326115, seqNum=2] 2024-12-05T15:25:46,513 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:25:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:25:46,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,46059,1733412326115 suceeded 2024-12-05T15:25:46,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:25:46,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T15:25:46,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:36905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:25:46,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-12-05T15:25:46,526 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:36905' 2024-12-05T15:25:46,527 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674cd10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:46,527 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:46,527 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:46,528 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47054bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:46,529 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:46,529 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e681b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:46,529 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:46,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36905,1733412330758 2024-12-05T15:25:46,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388d17c2 2024-12-05T15:25:46,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:46,531 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T15:25:46,531 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,46059,1733412326115 (queues=1) is replicating from cluster=cf5f456e-1649-418a-a4f0-18000d767c3f to cluster=e8c9bbd3-0cf9-4066-9e78-382ea64b4628 2024-12-05T15:25:46,531 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C46059%2C1733412326115 2024-12-05T15:25:46,531 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,46059,1733412326115, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:25:46,532 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C46059%2C1733412326115 2024-12-05T15:25:46,532 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315, startPosition=0, beingWritten=true 2024-12-05T15:25:46,535 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:46,535 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:46,535 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,46059,1733412326115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:46,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:25:46,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T15:25:46,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:25:46,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T15:25:46,739 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:47,041 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:47,164 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:47,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:47,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:47,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:47,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:47,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:47,166 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55963d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:47,167 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:47,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c19d1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:47,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:47,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36905,1733412330758 2024-12-05T15:25:47,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f71b08c 2024-12-05T15:25:47,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:47,169 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:47,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:38593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:25:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:25:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:47,171 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:38593' 2024-12-05T15:25:47,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d8454d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:47,172 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38593,-1 for getting cluster id 2024-12-05T15:25:47,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:47,173 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '134dcebb-c573-460f-b054-6502ff4ec602' 2024-12-05T15:25:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "134dcebb-c573-460f-b054-6502ff4ec602" 2024-12-05T15:25:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58418e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38593,-1] 2024-12-05T15:25:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:47,174 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:47,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777c041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:47,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38593,1733412335183 2024-12-05T15:25:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4274984 2024-12-05T15:25:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:47,176 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:47,176 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:25:47,176 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:25:47,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:47,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:47,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:47,177 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:47,178 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:25:47,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:47,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:47,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:25:47,228 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:25:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:47,444 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:47,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2740559cfacf30257e2f7562b74dc02b, NAME => 'hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26 2024-12-05T15:25:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:25:47,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:47,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2740559cfacf30257e2f7562b74dc02b, disabling compactions & flushes 2024-12-05T15:25:47,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. after waiting 0 ms 2024-12-05T15:25:47,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2740559cfacf30257e2f7562b74dc02b: Waiting for close lock at 1733412347591Disabling compacts and flushes for region at 1733412347591Disabling writes for close at 1733412347591Writing region close event to WAL at 1733412347591Closed at 1733412347591 2024-12-05T15:25:47,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:47,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412347592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412347592"}]},"ts":"1733412347592"} 2024-12-05T15:25:47,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:47,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:47,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412347595"}]},"ts":"1733412347595"} 2024-12-05T15:25:47,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:25:47,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2740559cfacf30257e2f7562b74dc02b, ASSIGN}] 2024-12-05T15:25:47,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2740559cfacf30257e2f7562b74dc02b, ASSIGN 2024-12-05T15:25:47,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2740559cfacf30257e2f7562b74dc02b, ASSIGN; state=OFFLINE, location=5a29627a94df,38141,1733412330864; forceNewPlan=false, retain=false 2024-12-05T15:25:47,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2740559cfacf30257e2f7562b74dc02b, regionState=OPENING, regionLocation=5a29627a94df,38141,1733412330864 2024-12-05T15:25:47,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2740559cfacf30257e2f7562b74dc02b, ASSIGN because future has completed 2024-12-05T15:25:47,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2740559cfacf30257e2f7562b74dc02b, server=5a29627a94df,38141,1733412330864}] 2024-12-05T15:25:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:47,947 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:47,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:47,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:25:47,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C38141%2C1733412330864.rep, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/oldWALs, maxLogs=10 2024-12-05T15:25:47,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.rep.1733412347951, exclude list is [], retry=0 2024-12-05T15:25:47,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36711,DS-07b4cab6-6a53-4ee7-94c2-6a26841a615b,DISK] 2024-12-05T15:25:47,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.rep.1733412347951 2024-12-05T15:25:47,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)] 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2740559cfacf30257e2f7562b74dc02b, NAME => 'hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:47,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. service=MultiRowMutationService 2024-12-05T15:25:47,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,969 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,970 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2740559cfacf30257e2f7562b74dc02b columnFamilyName hfileref 2024-12-05T15:25:47,970 DEBUG [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:47,970 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] regionserver.HStore(327): Store=2740559cfacf30257e2f7562b74dc02b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:47,970 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,971 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2740559cfacf30257e2f7562b74dc02b columnFamilyName queue 2024-12-05T15:25:47,971 DEBUG [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:47,971 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] regionserver.HStore(327): Store=2740559cfacf30257e2f7562b74dc02b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:47,971 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,972 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2740559cfacf30257e2f7562b74dc02b columnFamilyName sid 2024-12-05T15:25:47,972 DEBUG [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:47,972 INFO [StoreOpener-2740559cfacf30257e2f7562b74dc02b-1 {}] regionserver.HStore(327): Store=2740559cfacf30257e2f7562b74dc02b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:47,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/replication/2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/replication/2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:47,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/replication/2740559cfacf30257e2f7562b74dc02b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:47,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2740559cfacf30257e2f7562b74dc02b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70374666, jitterRate=0.048664242029190063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:47,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:25:47,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2740559cfacf30257e2f7562b74dc02b: Running coprocessor pre-open hook at 1733412347967Writing region info on filesystem at 1733412347967Initializing all the Stores at 1733412347968 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412347968Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412347968Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412347968Cleaning up temporary data from old regions at 1733412347973 (+5 ms)Running coprocessor post-open hooks at 1733412347977 (+4 ms)Region opened successfully at 1733412347977 2024-12-05T15:25:47,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b., pid=10, masterSystemTime=1733412347902 2024-12-05T15:25:47,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:25:47,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2740559cfacf30257e2f7562b74dc02b, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,38141,1733412330864 2024-12-05T15:25:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2740559cfacf30257e2f7562b74dc02b, server=5a29627a94df,38141,1733412330864 because future has completed 2024-12-05T15:25:47,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:25:47,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2740559cfacf30257e2f7562b74dc02b, server=5a29627a94df,38141,1733412330864 in 234 msec 2024-12-05T15:25:47,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:25:47,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2740559cfacf30257e2f7562b74dc02b, ASSIGN in 389 msec 2024-12-05T15:25:47,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412347987"}]},"ts":"1733412347987"} 2024-12-05T15:25:47,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:25:47,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:47,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-12-05T15:25:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b., hostname=5a29627a94df,38141,1733412330864, seqNum=2] 2024-12-05T15:25:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:25:48,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:48,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:25:48,235 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:25:48,278 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,38141,1733412330864, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:25:48,279 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:48,279 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38141,1733412330864, seqNum=-1] 2024-12-05T15:25:48,280 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:48,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:48,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,38141,1733412330864', locateType=CURRENT is [region=hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b., hostname=5a29627a94df,38141,1733412330864, seqNum=2] 2024-12-05T15:25:48,285 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:25:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:25:48,287 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,38141,1733412330864 suceeded 2024-12-05T15:25:48,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:25:48,289 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:38593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:25:48,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-05T15:25:48,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1200 sec 2024-12-05T15:25:48,304 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:38593' 2024-12-05T15:25:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:48,305 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:48,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:48,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:48,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:48,306 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae2eb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,306 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38593,-1 for getting cluster id 2024-12-05T15:25:48,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38593,-1 for getting cluster id 2024-12-05T15:25:48,306 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:48,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:48,307 DEBUG [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '134dcebb-c573-460f-b054-6502ff4ec602' 2024-12-05T15:25:48,307 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '134dcebb-c573-460f-b054-6502ff4ec602' 2024-12-05T15:25:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "134dcebb-c573-460f-b054-6502ff4ec602" 2024-12-05T15:25:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7332272f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38593,-1] 2024-12-05T15:25:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:48,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "134dcebb-c573-460f-b054-6502ff4ec602" 2024-12-05T15:25:48,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6904b550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38593,-1] 2024-12-05T15:25:48,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:48,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,309 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:48,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efd1ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,309 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:48,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:48,310 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb85ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,310 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38593,1733412335183 2024-12-05T15:25:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,38593,1733412335183 2024-12-05T15:25:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4de45c1a 2024-12-05T15:25:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d3a7a2 2024-12-05T15:25:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:48,312 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:48,312 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T15:25:48,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:36905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:25:48,312 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,38141,1733412330864 (queues=1) is replicating from cluster=e8c9bbd3-0cf9-4066-9e78-382ea64b4628 to cluster=134dcebb-c573-460f-b054-6502ff4ec602 2024-12-05T15:25:48,312 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C38141%2C1733412330864 2024-12-05T15:25:48,312 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,38141,1733412330864, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:25:48,313 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, startPosition=0, beingWritten=true 2024-12-05T15:25:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:25:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:48,315 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:36905' 2024-12-05T15:25:48,316 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C38141%2C1733412330864 2024-12-05T15:25:48,319 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64203b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,319 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:48,319 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:48,320 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487c69e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,321 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:48,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5771eef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:48,322 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:48,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36905,1733412330758 2024-12-05T15:25:48,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d7c1614 2024-12-05T15:25:48,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:48,323 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:25:48,324 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T15:25:48,324 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:25:48,324 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,324 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:48,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:48,325 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:25:48,325 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:48,325 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:48,325 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:48,327 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:25:48,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:25:48,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:48,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:25:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:25:48,377 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:25:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:48,528 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:48,551 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:48,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 238060212dd4995cd2a296cf5d646eb9, NAME => 'hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4 2024-12-05T15:25:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:25:48,832 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:49,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:49,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 238060212dd4995cd2a296cf5d646eb9, disabling compactions & flushes 2024-12-05T15:25:49,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. after waiting 0 ms 2024-12-05T15:25:49,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 238060212dd4995cd2a296cf5d646eb9: Waiting for close lock at 1733412349141Disabling compacts and flushes for region at 1733412349141Disabling writes for close at 1733412349141Writing region close event to WAL at 1733412349141Closed at 1733412349141 2024-12-05T15:25:49,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:25:49,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412349142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412349142"}]},"ts":"1733412349142"} 2024-12-05T15:25:49,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:25:49,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:25:49,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412349145"}]},"ts":"1733412349145"} 2024-12-05T15:25:49,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:25:49,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238060212dd4995cd2a296cf5d646eb9, ASSIGN}] 2024-12-05T15:25:49,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238060212dd4995cd2a296cf5d646eb9, ASSIGN 2024-12-05T15:25:49,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=238060212dd4995cd2a296cf5d646eb9, ASSIGN; state=OFFLINE, location=5a29627a94df,42177,1733412335290; forceNewPlan=false, retain=false 2024-12-05T15:25:49,235 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:49,254 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:49,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=238060212dd4995cd2a296cf5d646eb9, regionState=OPENING, regionLocation=5a29627a94df,42177,1733412335290 2024-12-05T15:25:49,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=238060212dd4995cd2a296cf5d646eb9, ASSIGN because future has completed 2024-12-05T15:25:49,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238060212dd4995cd2a296cf5d646eb9, server=5a29627a94df,42177,1733412335290}] 2024-12-05T15:25:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:49,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:25:49,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:25:49,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C42177%2C1733412335290.rep, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/oldWALs, maxLogs=10 2024-12-05T15:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.rep.1733412349457, exclude list is [], retry=0 2024-12-05T15:25:49,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36747,DS-4d9f160f-c308-4a30-ae29-a913bf269a9b,DISK] 2024-12-05T15:25:49,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.rep.1733412349457 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45179:45179)] 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 238060212dd4995cd2a296cf5d646eb9, NAME => 'hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:25:49,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. service=MultiRowMutationService 2024-12-05T15:25:49,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,474 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,475 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238060212dd4995cd2a296cf5d646eb9 columnFamilyName hfileref 2024-12-05T15:25:49,475 DEBUG [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:49,476 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] regionserver.HStore(327): Store=238060212dd4995cd2a296cf5d646eb9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:49,476 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,477 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238060212dd4995cd2a296cf5d646eb9 columnFamilyName queue 2024-12-05T15:25:49,477 DEBUG [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:49,477 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] regionserver.HStore(327): Store=238060212dd4995cd2a296cf5d646eb9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:49,477 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,478 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238060212dd4995cd2a296cf5d646eb9 columnFamilyName sid 2024-12-05T15:25:49,478 DEBUG [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:25:49,478 INFO [StoreOpener-238060212dd4995cd2a296cf5d646eb9-1 {}] regionserver.HStore(327): Store=238060212dd4995cd2a296cf5d646eb9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:25:49,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/replication/238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/replication/238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:25:49,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/replication/238060212dd4995cd2a296cf5d646eb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:25:49,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 238060212dd4995cd2a296cf5d646eb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61142261, jitterRate=-0.08890931308269501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:25:49,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:49,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 238060212dd4995cd2a296cf5d646eb9: Running coprocessor pre-open hook at 1733412349474Writing region info on filesystem at 1733412349474Initializing all the Stores at 1733412349474Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412349474Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412349474Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412349474Cleaning up temporary data from old regions at 1733412349480 (+6 ms)Running coprocessor post-open hooks at 1733412349485 (+5 ms)Region opened successfully at 1733412349485 2024-12-05T15:25:49,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9., pid=10, masterSystemTime=1733412349453 2024-12-05T15:25:49,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:49,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=238060212dd4995cd2a296cf5d646eb9, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,42177,1733412335290 2024-12-05T15:25:49,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238060212dd4995cd2a296cf5d646eb9, server=5a29627a94df,42177,1733412335290 because future has completed 2024-12-05T15:25:49,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:25:49,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 238060212dd4995cd2a296cf5d646eb9, server=5a29627a94df,42177,1733412335290 in 189 msec 2024-12-05T15:25:49,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:25:49,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238060212dd4995cd2a296cf5d646eb9, ASSIGN in 345 msec 2024-12-05T15:25:49,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:25:49,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412349494"}]},"ts":"1733412349494"} 2024-12-05T15:25:49,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:25:49,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:49,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:25:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-05T15:25:49,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9., hostname=5a29627a94df,42177,1733412335290, seqNum=2] 2024-12-05T15:25:49,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:49,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:25:49,739 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:49,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:25:49,834 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:25:49,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:49,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:25:49,835 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108640 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:25:49,859 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,42177,1733412335290, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:25:49,859 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:49,859 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,42177,1733412335290, seqNum=-1] 2024-12-05T15:25:49,860 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:49,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,42177,1733412335290', locateType=CURRENT is [region=hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9., hostname=5a29627a94df,42177,1733412335290, seqNum=2] 2024-12-05T15:25:49,863 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:25:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:25:49,865 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,42177,1733412335290 suceeded 2024-12-05T15:25:49,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:25:49,867 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:36905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:25:49,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T15:25:49,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5550 sec 2024-12-05T15:25:49,876 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:36905' 2024-12-05T15:25:49,878 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ce580ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:49,878 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:49,878 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:49,879 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e45bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:49,880 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:49,880 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3810939a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:49,880 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:25:49,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,36905,1733412330758 2024-12-05T15:25:49,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3d3757 2024-12-05T15:25:49,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:25:49,882 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T15:25:49,882 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,42177,1733412335290 (queues=1) is replicating from cluster=134dcebb-c573-460f-b054-6502ff4ec602 to cluster=e8c9bbd3-0cf9-4066-9e78-382ea64b4628 2024-12-05T15:25:49,882 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C42177%2C1733412335290 2024-12-05T15:25:49,882 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,42177,1733412335290, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:25:49,883 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, startPosition=0, beingWritten=true 2024-12-05T15:25:49,884 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C42177%2C1733412335290 2024-12-05T15:25:49,889 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:49,889 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 379, reset compression=false 2024-12-05T15:25:49,889 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:50,057 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:50,096 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 379, reset compression=false 2024-12-05T15:25:50,342 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:50,399 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 379, reset compression=false 2024-12-05T15:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:25:50,465 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:25:50,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:50,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:50,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:50,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:50,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:50,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,46869,-1 for getting cluster id 2024-12-05T15:25:50,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:50,468 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf5f456e-1649-418a-a4f0-18000d767c3f' 2024-12-05T15:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf5f456e-1649-418a-a4f0-18000d767c3f" 2024-12-05T15:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eaa81eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,46869,-1] 2024-12-05T15:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:50,469 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a44bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:50,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:50,472 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179f75e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:50,474 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339bb163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38593,-1 for getting cluster id 2024-12-05T15:25:50,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:50,477 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '134dcebb-c573-460f-b054-6502ff4ec602' 2024-12-05T15:25:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "134dcebb-c573-460f-b054-6502ff4ec602" 2024-12-05T15:25:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56959c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38593,-1] 2024-12-05T15:25:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:50,478 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1820aed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,46059,1733412326115, seqNum=-1] 2024-12-05T15:25:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:50,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04., hostname=5a29627a94df,46059,1733412326115, seqNum=2] 2024-12-05T15:25:50,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,42177,1733412335290, seqNum=-1] 2024-12-05T15:25:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:50,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:50,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8., hostname=5a29627a94df,42177,1733412335290, seqNum=2] 2024-12-05T15:25:50,491 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T15:25:50,803 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 379, reset compression=false 2024-12-05T15:25:50,961 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 379, reset compression=false 2024-12-05T15:25:50,965 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:50,965 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:50,966 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,46059,1733412326115 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8aa84b26b6837e5a7b11242fd840c04/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T15:25:50,967 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:50,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:50,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:50,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51227e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,36905,-1 for getting cluster id 2024-12-05T15:25:50,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:50,970 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8c9bbd3-0cf9-4066-9e78-382ea64b4628' 2024-12-05T15:25:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8c9bbd3-0cf9-4066-9e78-382ea64b4628" 2024-12-05T15:25:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2430278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,36905,-1] 2024-12-05T15:25:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:50,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:50,971 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:50,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@731ed0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:50,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38141,1733412330864, seqNum=-1] 2024-12-05T15:25:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:50,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:50,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b., hostname=5a29627a94df,38141,1733412330864, seqNum=2] 2024-12-05T15:25:50,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:51,045 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 379, reset compression=false 2024-12-05T15:25:51,049 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:51,049 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 504, reset compression=false 2024-12-05T15:25:51,049 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[{test/0504cbb9cfa3cfdaf8894b5066884f0b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T15:25:51,051 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:51,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:51,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:51,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aff57c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:51,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,38593,-1 for getting cluster id 2024-12-05T15:25:51,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:25:51,053 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '134dcebb-c573-460f-b054-6502ff4ec602' 2024-12-05T15:25:51,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:25:51,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "134dcebb-c573-460f-b054-6502ff4ec602" 2024-12-05T15:25:51,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406b3cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:51,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,38593,-1] 2024-12-05T15:25:51,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:25:51,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:51,055 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:25:51,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a81b540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:25:51,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,42177,1733412335290, seqNum=-1] 2024-12-05T15:25:51,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:51,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T15:25:51,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8., hostname=5a29627a94df,42177,1733412335290, seqNum=2] 2024-12-05T15:25:51,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:51,169 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:51,255 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 504, reset compression=false 2024-12-05T15:25:51,306 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 379, reset compression=false 2024-12-05T15:25:51,310 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:51,310 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 528, reset compression=false 2024-12-05T15:25:51,310 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:51,472 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:51,493 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T15:25:51,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:25:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38141,1733412330864, seqNum=-1] 2024-12-05T15:25:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:25:51,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:25:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b., hostname=5a29627a94df,38141,1733412330864, seqNum=2] 2024-12-05T15:25:51,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T15:25:51,514 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 528, reset compression=false 2024-12-05T15:25:51,558 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 504, reset compression=false 2024-12-05T15:25:51,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:51,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 608, reset compression=false 2024-12-05T15:25:51,563 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[{test/0504cbb9cfa3cfdaf8894b5066884f0b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:25:51,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:51,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:51,769 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 608, reset compression=false 2024-12-05T15:25:51,817 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 528, reset compression=false 2024-12-05T15:25:51,821 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:51,821 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 656, reset compression=false 2024-12-05T15:25:51,821 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:51,876 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:52,024 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 656, reset compression=false 2024-12-05T15:25:52,073 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 608, reset compression=false 2024-12-05T15:25:52,328 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 656, reset compression=false 2024-12-05T15:25:52,380 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:52,477 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 608, reset compression=false 2024-12-05T15:25:52,503 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T15:25:52,505 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T15:25:52,732 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 656, reset compression=false 2024-12-05T15:25:52,735 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:52,735 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 760, reset compression=false 2024-12-05T15:25:52,735 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[{test/06eb4a33172c3b51e2e6f78687f489c8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T15:25:52,737 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:25:52,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T15:25:52,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:52,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:52,938 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 760, reset compression=false 2024-12-05T15:25:52,980 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 608, reset compression=false 2024-12-05T15:25:52,983 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:52,984 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:52,984 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 735, reset compression=false 2024-12-05T15:25:52,984 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:53,187 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 735, reset compression=false 2024-12-05T15:25:53,242 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 760, reset compression=false 2024-12-05T15:25:53,491 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 735, reset compression=false 2024-12-05T15:25:53,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T15:25:53,510 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T15:25:53,645 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 760, reset compression=false 2024-12-05T15:25:53,687 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 480, reset compression=false 2024-12-05T15:25:53,690 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:53,690 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:53,690 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,46059,1733412326115 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8aa84b26b6837e5a7b11242fd840c04/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T15:25:53,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:53,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:53,894 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:53,894 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 735, reset compression=false 2024-12-05T15:25:53,898 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:53,898 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 883, reset compression=false 2024-12-05T15:25:53,898 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[{test/0504cbb9cfa3cfdaf8894b5066884f0b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T15:25:53,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:53,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:54,102 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 883, reset compression=false 2024-12-05T15:25:54,148 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 760, reset compression=false 2024-12-05T15:25:54,152 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:54,152 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 932, reset compression=false 2024-12-05T15:25:54,152 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:54,198 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:54,356 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 932, reset compression=false 2024-12-05T15:25:54,405 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 883, reset compression=false 2024-12-05T15:25:54,511 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T15:25:54,514 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T15:25:54,601 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:54,659 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 932, reset compression=false 2024-12-05T15:25:54,808 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 883, reset compression=false 2024-12-05T15:25:54,813 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:54,813 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1042, reset compression=false 2024-12-05T15:25:54,813 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[{test/0504cbb9cfa3cfdaf8894b5066884f0b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T15:25:54,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:54,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:54,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:25:54,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:54,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:54,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:54,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,016 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1042, reset compression=false 2024-12-05T15:25:55,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:25:55,062 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 932, reset compression=false 2024-12-05T15:25:55,067 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:55,067 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1082, reset compression=false 2024-12-05T15:25:55,067 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:55,104 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:55,270 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1082, reset compression=false 2024-12-05T15:25:55,319 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1042, reset compression=false 2024-12-05T15:25:55,515 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T15:25:55,518 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T15:25:55,557 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:25:55,573 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1082, reset compression=false 2024-12-05T15:25:55,578 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:25:55,578 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1241, reset compression=false 2024-12-05T15:25:55,578 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[{test/06eb4a33172c3b51e2e6f78687f489c8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T15:25:55,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T15:25:55,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T15:25:55,707 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:55,722 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1042, reset compression=false 2024-12-05T15:25:55,725 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:55,725 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:55,725 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:55,784 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1241, reset compression=false 2024-12-05T15:25:55,928 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:56,087 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1241, reset compression=false 2024-12-05T15:25:56,231 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:56,410 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:56,490 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1241, reset compression=false 2024-12-05T15:25:56,520 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T15:25:56,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:25:56,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:56,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:56,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:56,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:56,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:56,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:25:56,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079149020, stopped=false 2024-12-05T15:25:56,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,38593,1733412335183 2024-12-05T15:25:56,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21943718019/running 2024-12-05T15:25:56,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21943718019/running 2024-12-05T15:25:56,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:56,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:56,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:56,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:25:56,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:56,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:56,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/running 2024-12-05T15:25:56,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Set watcher on znode that does not yet exist, /21943718019/running 2024-12-05T15:25:56,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,42177,1733412335290' ***** 2024-12-05T15:25:56,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:25:56,573 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:25:56,573 INFO [RS:0;5a29627a94df:42177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:25:56,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:25:56,573 INFO [RS:0;5a29627a94df:42177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(3091): Received CLOSE for 06eb4a33172c3b51e2e6f78687f489c8 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(3091): Received CLOSE for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,42177,1733412335290 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:42177. 2024-12-05T15:25:56,574 DEBUG [RS:0;5a29627a94df:42177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:56,574 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06eb4a33172c3b51e2e6f78687f489c8, disabling compactions & flushes 2024-12-05T15:25:56,574 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. after waiting 0 ms 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:25:56,574 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06eb4a33172c3b51e2e6f78687f489c8 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T15:25:56,574 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:25:56,574 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 06eb4a33172c3b51e2e6f78687f489c8=test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8., 238060212dd4995cd2a296cf5d646eb9=hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.} 2024-12-05T15:25:56,574 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 06eb4a33172c3b51e2e6f78687f489c8, 1588230740, 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:25:56,574 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:25:56,574 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:25:56,574 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:25:56,588 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/info/d2688e7c0e5a4526b4ca26839d5e9432 is 147, key is hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9./info:regioninfo/1733412349488/Put/seqid=0 2024-12-05T15:25:56,590 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/f/b1b7c714e279474aaca48ed42b4907c2 is 29, key is row1/f:/1733412354512/DeleteFamily/seqid=0 2024-12-05T15:25:56,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741840_1016 (size=7686) 2024-12-05T15:25:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741841_1017 (size=5152) 2024-12-05T15:25:56,593 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/f/b1b7c714e279474aaca48ed42b4907c2 2024-12-05T15:25:56,597 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b7c714e279474aaca48ed42b4907c2 2024-12-05T15:25:56,604 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:56,609 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/f1/4a46c532dcec473b89dc85dd283ff3f3 is 30, key is row1/f1:/1733412354512/DeleteFamily/seqid=0 2024-12-05T15:25:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741842_1018 (size=5158) 2024-12-05T15:25:56,612 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/f1/4a46c532dcec473b89dc85dd283ff3f3 2024-12-05T15:25:56,615 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a46c532dcec473b89dc85dd283ff3f3 2024-12-05T15:25:56,626 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/norep/5558e0c151c0439caeedca2f2092f17e is 33, key is row2/norep:/1733412355516/DeleteFamily/seqid=0 2024-12-05T15:25:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741843_1019 (size=5108) 2024-12-05T15:25:56,634 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:56,774 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 06eb4a33172c3b51e2e6f78687f489c8, 1588230740, 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:56,975 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 06eb4a33172c3b51e2e6f78687f489c8, 1588230740, 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:56,992 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/info/d2688e7c0e5a4526b4ca26839d5e9432 2024-12-05T15:25:56,993 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1241, reset compression=false 2024-12-05T15:25:56,996 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:56,996 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1488, reset compression=false 2024-12-05T15:25:56,996 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,42177,1733412335290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:25:56,997 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,42177,1733412335290: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,42177,1733412335290, walGroup=5a29627a94df%2C42177%2C1733412335290, offset=5a29627a94df%2C42177%2C1733412335290.1733412337424:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:42177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:25:56,999 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:25:56,999 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:25:56,999 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:25:56,999 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:25:56,999 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:25:56,999 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 842973184 }, "NonHeapMemoryUsage": { "committed": 205455360, "init": 7667712, "max": -1, "used": 202355952 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:25:57,000 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:38593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:38593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:25:57,007 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/ns/b1cabc5879df452c81d0ae49b4beb1f5 is 43, key is default/ns:d/1733412338495/Put/seqid=0 2024-12-05T15:25:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741844_1020 (size=5153) 2024-12-05T15:25:57,030 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/norep/5558e0c151c0439caeedca2f2092f17e 2024-12-05T15:25:57,033 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5558e0c151c0439caeedca2f2092f17e 2024-12-05T15:25:57,034 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/f/b1b7c714e279474aaca48ed42b4907c2 as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/f/b1b7c714e279474aaca48ed42b4907c2 2024-12-05T15:25:57,037 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b7c714e279474aaca48ed42b4907c2 2024-12-05T15:25:57,037 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/f/b1b7c714e279474aaca48ed42b4907c2, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T15:25:57,038 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/f1/4a46c532dcec473b89dc85dd283ff3f3 as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/f1/4a46c532dcec473b89dc85dd283ff3f3 2024-12-05T15:25:57,041 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a46c532dcec473b89dc85dd283ff3f3 2024-12-05T15:25:57,042 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/f1/4a46c532dcec473b89dc85dd283ff3f3, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T15:25:57,042 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/.tmp/norep/5558e0c151c0439caeedca2f2092f17e as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/norep/5558e0c151c0439caeedca2f2092f17e 2024-12-05T15:25:57,045 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5558e0c151c0439caeedca2f2092f17e 2024-12-05T15:25:57,046 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/norep/5558e0c151c0439caeedca2f2092f17e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T15:25:57,046 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 06eb4a33172c3b51e2e6f78687f489c8 in 472ms, sequenceid=10, compaction requested=false 2024-12-05T15:25:57,050 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/default/test/06eb4a33172c3b51e2e6f78687f489c8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T15:25:57,050 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:57,050 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:25:57,050 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:57,050 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06eb4a33172c3b51e2e6f78687f489c8: Waiting for close lock at 1733412356574Running coprocessor pre-close hooks at 1733412356574Disabling compacts and flushes for region at 1733412356574Disabling writes for close at 1733412356574Obtaining lock to block concurrent updates at 1733412356574Preparing flush snapshotting stores in 06eb4a33172c3b51e2e6f78687f489c8 at 1733412356574Finished memstore snapshotting test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733412356574Flushing stores of test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. at 1733412356575 (+1 ms)Flushing 06eb4a33172c3b51e2e6f78687f489c8/f: creating writer at 1733412356575Flushing 06eb4a33172c3b51e2e6f78687f489c8/f: appending metadata at 1733412356589 (+14 ms)Flushing 06eb4a33172c3b51e2e6f78687f489c8/f: closing flushed file at 1733412356589Flushing 06eb4a33172c3b51e2e6f78687f489c8/f1: creating writer at 1733412356597 (+8 ms)Flushing 06eb4a33172c3b51e2e6f78687f489c8/f1: appending metadata at 1733412356609 (+12 ms)Flushing 06eb4a33172c3b51e2e6f78687f489c8/f1: closing flushed file at 1733412356609Flushing 06eb4a33172c3b51e2e6f78687f489c8/norep: creating writer at 1733412356615 (+6 ms)Flushing 06eb4a33172c3b51e2e6f78687f489c8/norep: appending metadata at 1733412356626 (+11 ms)Flushing 06eb4a33172c3b51e2e6f78687f489c8/norep: closing flushed file at 1733412356626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ee335a: reopening flushed file at 1733412357033 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586552d5: reopening flushed file at 1733412357038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe719cc: reopening flushed file at 1733412357042 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 06eb4a33172c3b51e2e6f78687f489c8 in 472ms, sequenceid=10, compaction requested=false at 1733412357046 (+4 ms)Writing region close event to WAL at 1733412357048 (+2 ms)Running coprocessor post-close hooks at 1733412357050 (+2 ms)Closed at 1733412357050 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8. 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 238060212dd4995cd2a296cf5d646eb9, disabling compactions & flushes 2024-12-05T15:25:57,051 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. after waiting 0 ms 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 238060212dd4995cd2a296cf5d646eb9: Waiting for close lock at 1733412357051Running coprocessor pre-close hooks at 1733412357051Disabling compacts and flushes for region at 1733412357051Disabling writes for close at 1733412357051Failed flush hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9., putting online again at 1733412357051 2024-12-05T15:25:57,051 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,137 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:57,175 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(3091): Received CLOSE for 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:57,175 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 238060212dd4995cd2a296cf5d646eb9 2024-12-05T15:25:57,175 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 238060212dd4995cd2a296cf5d646eb9, disabling compactions & flushes 2024-12-05T15:25:57,175 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,175 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,175 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. after waiting 0 ms 2024-12-05T15:25:57,175 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,175 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 238060212dd4995cd2a296cf5d646eb9: Waiting for close lock at 1733412357175Running coprocessor pre-close hooks at 1733412357175Disabling compacts and flushes for region at 1733412357175Disabling writes for close at 1733412357175Failed flush hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9., putting online again at 1733412357175 2024-12-05T15:25:57,175 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9. 2024-12-05T15:25:57,201 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 1488, reset compression=false 2024-12-05T15:25:57,204 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:25:57,205 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 2132, reset compression=false 2024-12-05T15:25:57,213 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:57,294 DEBUG [master/5a29627a94df:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-12-05T15:25:57,294 DEBUG [master/5a29627a94df:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T15:25:57,356 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:25:57,356 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:25:57,375 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:25:57,407 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 2132, reset compression=false 2024-12-05T15:25:57,410 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/ns/b1cabc5879df452c81d0ae49b4beb1f5 2024-12-05T15:25:57,445 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/rep_barrier/6f3cacedc168451aa57b9cf0d3d1cbfd is 112, key is test,,1733412342867.06eb4a33172c3b51e2e6f78687f489c8./rep_barrier:seqnumDuringOpen/1733412344005/Put/seqid=0 2024-12-05T15:25:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741845_1021 (size=5518) 2024-12-05T15:25:57,575 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:25:57,575 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 238060212dd4995cd2a296cf5d646eb9=hbase:replication,,1733412348324.238060212dd4995cd2a296cf5d646eb9.} 2024-12-05T15:25:57,575 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:25:57,710 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 2132, reset compression=false 2024-12-05T15:25:57,739 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:57,775 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:25:57,849 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/rep_barrier/6f3cacedc168451aa57b9cf0d3d1cbfd 2024-12-05T15:25:57,865 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/table/be31a7988f8e48e0bd7bf2aef6dd04fc is 53, key is hbase:replication/table:state/1733412349494/Put/seqid=0 2024-12-05T15:25:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:25:57,975 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:25:58,113 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 2132, reset compression=false 2024-12-05T15:25:58,115 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:58,176 DEBUG [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:25:58,268 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/table/be31a7988f8e48e0bd7bf2aef6dd04fc 2024-12-05T15:25:58,273 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/info/d2688e7c0e5a4526b4ca26839d5e9432 as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/info/d2688e7c0e5a4526b4ca26839d5e9432 2024-12-05T15:25:58,276 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/info/d2688e7c0e5a4526b4ca26839d5e9432, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:25:58,277 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/ns/b1cabc5879df452c81d0ae49b4beb1f5 as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/ns/b1cabc5879df452c81d0ae49b4beb1f5 2024-12-05T15:25:58,280 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/ns/b1cabc5879df452c81d0ae49b4beb1f5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:25:58,281 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/rep_barrier/6f3cacedc168451aa57b9cf0d3d1cbfd as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/rep_barrier/6f3cacedc168451aa57b9cf0d3d1cbfd 2024-12-05T15:25:58,284 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/rep_barrier/6f3cacedc168451aa57b9cf0d3d1cbfd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:25:58,285 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/.tmp/table/be31a7988f8e48e0bd7bf2aef6dd04fc as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/table/be31a7988f8e48e0bd7bf2aef6dd04fc 2024-12-05T15:25:58,289 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/table/be31a7988f8e48e0bd7bf2aef6dd04fc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:25:58,289 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-05T15:25:58,298 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:25:58,299 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:25:58,299 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:25:58,299 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:58,299 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412356574Running coprocessor pre-close hooks at 1733412356574Disabling compacts and flushes for region at 1733412356574Disabling writes for close at 1733412356574Obtaining lock to block concurrent updates at 1733412356574Preparing flush snapshotting stores in 1588230740 at 1733412356574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412356575 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412356575Flushing 1588230740/info: creating writer at 1733412356575Flushing 1588230740/info: appending metadata at 1733412356588 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733412356588Flushing 1588230740/ns: creating writer at 1733412356995 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733412357006 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733412357006Flushing 1588230740/rep_barrier: creating writer at 1733412357433 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412357444 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412357444Flushing 1588230740/table: creating writer at 1733412357853 (+409 ms)Flushing 1588230740/table: appending metadata at 1733412357864 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733412357864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd8fbf3: reopening flushed file at 1733412358272 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b92817e: reopening flushed file at 1733412358276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ea0dcb: reopening flushed file at 1733412358280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21968d7a: reopening flushed file at 1733412358284 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733412358289 (+5 ms)Writing region close event to WAL at 1733412358296 (+7 ms)Running coprocessor post-close hooks at 1733412358299 (+3 ms)Closed at 1733412358299 2024-12-05T15:25:58,299 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:25:58,376 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T15:25:58,376 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,42177,1733412335290; all regions closed. 2024-12-05T15:25:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:25:58,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.meta.1733412338455.meta not finished, retry = 0 2024-12-05T15:25:58,443 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741839_1015 (size=2171) 2024-12-05T15:25:58,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.rep.1733412349457 not finished, retry = 0 2024-12-05T15:25:58,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741832_1008 (size=2140) 2024-12-05T15:25:58,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 not finished, retry = 0 2024-12-05T15:25:58,616 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 to pos 2132, reset compression=false 2024-12-05T15:25:58,683 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:58,683 INFO [RS:0;5a29627a94df:42177 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:25:58,683 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/WALs/5a29627a94df,42177,1733412335290/5a29627a94df%2C42177%2C1733412335290.1733412337424 2024-12-05T15:25:58,683 INFO [RS:0;5a29627a94df:42177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:58,683 INFO [RS:0;5a29627a94df:42177 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:58,683 INFO [RS:0;5a29627a94df:42177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:58,683 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:25:58,684 INFO [RS:0;5a29627a94df:42177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,42177,1733412335290 because: Region server is closing 2024-12-05T15:25:58,684 INFO [RS:0;5a29627a94df:42177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:42177. 2024-12-05T15:25:58,684 DEBUG [RS:0;5a29627a94df:42177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:58,684 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:58,684 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:58,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:58,784 INFO [RS:0;5a29627a94df:42177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.shipper5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 terminated 2024-12-05T15:25:58,784 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,42177,1733412335290.replicationSource.wal-reader.5a29627a94df%2C42177%2C1733412335290,1-5a29627a94df,42177,1733412335290 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T15:25:58,784 INFO [RS:0;5a29627a94df:42177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:42177. 2024-12-05T15:25:58,785 DEBUG [RS:0;5a29627a94df:42177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:25:58,785 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:58,785 DEBUG [RS:0;5a29627a94df:42177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:25:58,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:25:58,785 INFO [RS:0;5a29627a94df:42177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42177 2024-12-05T15:25:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019/rs 2024-12-05T15:25:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21943718019/rs/5a29627a94df,42177,1733412335290 2024-12-05T15:25:58,830 INFO [RS:0;5a29627a94df:42177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:25:58,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,42177,1733412335290] 2024-12-05T15:25:58,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21943718019/draining/5a29627a94df,42177,1733412335290 already deleted, retry=false 2024-12-05T15:25:58,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,42177,1733412335290 expired; onlineServers=0 2024-12-05T15:25:58,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,38593,1733412335183' ***** 2024-12-05T15:25:58,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:25:58,847 INFO [M:0;5a29627a94df:38593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:25:58,847 INFO [M:0;5a29627a94df:38593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:25:58,847 DEBUG [M:0;5a29627a94df:38593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:25:58,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:25:58,847 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412337212 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412337212,5,FailOnTimeoutGroup] 2024-12-05T15:25:58,847 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412337213 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412337213,5,FailOnTimeoutGroup] 2024-12-05T15:25:58,847 DEBUG [M:0;5a29627a94df:38593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:25:58,847 INFO [M:0;5a29627a94df:38593 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:25:58,847 INFO [M:0;5a29627a94df:38593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:25:58,847 DEBUG [M:0;5a29627a94df:38593 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:25:58,847 INFO [M:0;5a29627a94df:38593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:25:58,847 INFO [M:0;5a29627a94df:38593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:25:58,848 INFO [M:0;5a29627a94df:38593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:25:58,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:25:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21943718019/master 2024-12-05T15:25:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21943718019 2024-12-05T15:25:58,855 DEBUG [M:0;5a29627a94df:38593 {}] zookeeper.ZKUtil(347): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Unable to get data of znode /21943718019/master because node does not exist (not an error) 2024-12-05T15:25:58,855 WARN [M:0;5a29627a94df:38593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:25:58,863 INFO [M:0;5a29627a94df:38593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/.lastflushedseqids 2024-12-05T15:25:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741847_1023 (size=245) 2024-12-05T15:25:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42177-0x101a746ca130007, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:25:58,939 INFO [RS:0;5a29627a94df:42177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:25:58,939 INFO [RS:0;5a29627a94df:42177 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,42177,1733412335290; zookeeper connection closed. 2024-12-05T15:25:58,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b73031b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b73031b 2024-12-05T15:25:58,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:25:59,118 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:25:59,246 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:25:59,267 INFO [M:0;5a29627a94df:38593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:25:59,268 INFO [M:0;5a29627a94df:38593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:25:59,268 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:25:59,268 INFO [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:59,268 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:59,268 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:25:59,268 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:25:59,268 INFO [M:0;5a29627a94df:38593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T15:25:59,280 DEBUG [M:0;5a29627a94df:38593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895b04dc97b145999e0b13a6c1c893a8 is 82, key is hbase:meta,,1/info:regioninfo/1733412338482/Put/seqid=0 2024-12-05T15:25:59,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741848_1024 (size=5672) 2024-12-05T15:25:59,683 INFO [M:0;5a29627a94df:38593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895b04dc97b145999e0b13a6c1c893a8 2024-12-05T15:25:59,703 DEBUG [M:0;5a29627a94df:38593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10cd6184fb5e47389a6ef65faec07ef0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412349497/Put/seqid=0 2024-12-05T15:25:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741849_1025 (size=8516) 2024-12-05T15:26:00,106 INFO [M:0;5a29627a94df:38593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10cd6184fb5e47389a6ef65faec07ef0 2024-12-05T15:26:00,125 DEBUG [M:0;5a29627a94df:38593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79fe2dd971184113b88f20141daf1b2c is 69, key is 5a29627a94df,42177,1733412335290/rs:state/1733412337244/Put/seqid=0 2024-12-05T15:26:00,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741850_1026 (size=5156) 2024-12-05T15:26:00,149 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:26:00,221 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:26:00,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:26:00,529 INFO [M:0;5a29627a94df:38593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79fe2dd971184113b88f20141daf1b2c 2024-12-05T15:26:00,532 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895b04dc97b145999e0b13a6c1c893a8 as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/895b04dc97b145999e0b13a6c1c893a8 2024-12-05T15:26:00,535 INFO [M:0;5a29627a94df:38593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/895b04dc97b145999e0b13a6c1c893a8, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T15:26:00,536 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10cd6184fb5e47389a6ef65faec07ef0 as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10cd6184fb5e47389a6ef65faec07ef0 2024-12-05T15:26:00,538 INFO [M:0;5a29627a94df:38593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10cd6184fb5e47389a6ef65faec07ef0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T15:26:00,539 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79fe2dd971184113b88f20141daf1b2c as hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79fe2dd971184113b88f20141daf1b2c 2024-12-05T15:26:00,541 INFO [M:0;5a29627a94df:38593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/f88319b4-acbf-3f8a-85d1-cf4af9fccfe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79fe2dd971184113b88f20141daf1b2c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T15:26:00,542 INFO [M:0;5a29627a94df:38593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-12-05T15:26:00,543 INFO [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:00,543 DEBUG [M:0;5a29627a94df:38593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412359268Disabling compacts and flushes for region at 1733412359268Disabling writes for close at 1733412359268Obtaining lock to block concurrent updates at 1733412359268Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412359268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733412359268Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412359269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412359269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412359279 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412359279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412359687 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412359702 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412359702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412360109 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412360125 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412360125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2323dd9b: reopening flushed file at 1733412360532 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f48336: reopening flushed file at 1733412360535 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66849664: reopening flushed file at 1733412360538 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1733412360542 (+4 ms)Writing region close event to WAL at 1733412360543 (+1 ms)Closed at 1733412360543 2024-12-05T15:26:00,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741830_1006 (size=63654) 2024-12-05T15:26:00,545 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:00,545 INFO [M:0;5a29627a94df:38593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:26:00,545 INFO [M:0;5a29627a94df:38593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38593 2024-12-05T15:26:00,545 INFO [M:0;5a29627a94df:38593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:00,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:00,705 INFO [M:0;5a29627a94df:38593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:00,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38593-0x101a746ca130006, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:00,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbefb74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:00,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59092efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:00,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:00,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224bae05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:00,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c03c538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:00,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:26:00,709 WARN [BP-1786015064-172.17.0.3-1733412333323 heartbeating to localhost/127.0.0.1:37731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:26:00,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:26:00,709 WARN [BP-1786015064-172.17.0.3-1733412333323 heartbeating to localhost/127.0.0.1:37731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786015064-172.17.0.3-1733412333323 (Datanode Uuid 136a8823-9b25-405d-b0b0-bfc538c38bae) service to localhost/127.0.0.1:37731 2024-12-05T15:26:00,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/cluster_a23e1ff6-987b-aa9a-69cd-7e009f73c076/data/data1/current/BP-1786015064-172.17.0.3-1733412333323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:00,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/cluster_a23e1ff6-987b-aa9a-69cd-7e009f73c076/data/data2/current/BP-1786015064-172.17.0.3-1733412333323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:00,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:26:00,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79ea9a1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:00,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60426e39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:00,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:00,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f75cfab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:00,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37771786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:00,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:26:00,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:26:00,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:00,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:00,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:00,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:00,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:00,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:26:00,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=988809027, stopped=false 2024-12-05T15:26:00,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,36905,1733412330758 2024-12-05T15:26:00,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678686826/running 2024-12-05T15:26:00,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678686826/running 2024-12-05T15:26:00,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:26:00,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:26:00,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:00,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:00,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:00,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:00,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/running 2024-12-05T15:26:00,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Set watcher on znode that does not yet exist, /11678686826/running 2024-12-05T15:26:00,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,38141,1733412330864' ***** 2024-12-05T15:26:00,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:26:00,754 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:26:00,754 INFO [RS:0;5a29627a94df:38141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:26:00,754 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:26:00,754 INFO [RS:0;5a29627a94df:38141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:26:00,754 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 0504cbb9cfa3cfdaf8894b5066884f0b 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,38141,1733412330864 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:38141. 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0504cbb9cfa3cfdaf8894b5066884f0b, disabling compactions & flushes 2024-12-05T15:26:00,755 DEBUG [RS:0;5a29627a94df:38141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:00,755 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:00,755 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. after waiting 0 ms 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:26:00,755 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0504cbb9cfa3cfdaf8894b5066884f0b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T15:26:00,755 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:26:00,755 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1325): Online Regions={0504cbb9cfa3cfdaf8894b5066884f0b=test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b., 1588230740=hbase:meta,,1.1588230740, 2740559cfacf30257e2f7562b74dc02b=hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.} 2024-12-05T15:26:00,755 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:00,755 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:00,755 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:00,755 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:26:00,768 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/info/d5cd7dff5e8044d8841770d003a9bd1d is 147, key is hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b./info:regioninfo/1733412347979/Put/seqid=0 2024-12-05T15:26:00,769 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/f/f2fa0cb6c69a42079f6d5533ab6d650d is 29, key is row1/f:/1733412354512/DeleteFamily/seqid=0 2024-12-05T15:26:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741840_1016 (size=7686) 2024-12-05T15:26:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741841_1017 (size=5152) 2024-12-05T15:26:00,810 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:00,955 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:01,152 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1191, reset compression=false 2024-12-05T15:26:01,155 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:01,156 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:01,156 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1438, reset compression=false 2024-12-05T15:26:01,156 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,38141,1733412330864 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:26:01,156 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,38141,1733412330864: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,38141,1733412330864, walGroup=5a29627a94df%2C38141%2C1733412330864, offset=5a29627a94df%2C38141%2C1733412330864.1733412332328:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:38141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:26:01,157 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:26:01,157 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:26:01,158 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:26:01,158 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:26:01,158 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:26:01,158 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 914276352 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202660376 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:26:01,159 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:36905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:36905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:26:01,172 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/f/f2fa0cb6c69a42079f6d5533ab6d650d 2024-12-05T15:26:01,172 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/info/d5cd7dff5e8044d8841770d003a9bd1d 2024-12-05T15:26:01,175 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2fa0cb6c69a42079f6d5533ab6d650d 2024-12-05T15:26:01,189 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/f1/9c17cf9e25a84f31b3162c4207a4a517 is 30, key is row1/f1:/1733412354512/DeleteFamily/seqid=0 2024-12-05T15:26:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741842_1018 (size=5158) 2024-12-05T15:26:01,195 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/ns/87d541f630c04e0a9d5d2bd16c4952f3 is 43, key is default/ns:d/1733412333203/Put/seqid=0 2024-12-05T15:26:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741843_1019 (size=5153) 2024-12-05T15:26:01,218 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:26:01,218 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:26:01,356 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:01,358 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1438, reset compression=false 2024-12-05T15:26:01,423 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:26:01,556 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:01,592 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/f1/9c17cf9e25a84f31b3162c4207a4a517 2024-12-05T15:26:01,596 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c17cf9e25a84f31b3162c4207a4a517 2024-12-05T15:26:01,599 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/ns/87d541f630c04e0a9d5d2bd16c4952f3 2024-12-05T15:26:01,611 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/norep/059268f3d4624fed99d1c1622e9fed90 is 33, key is row1/norep:/1733412354512/DeleteFamily/seqid=0 2024-12-05T15:26:01,612 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/rep_barrier/c34d3787c608443795537ea15d31029c is 112, key is test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b./rep_barrier:seqnumDuringOpen/1733412341850/Put/seqid=0 2024-12-05T15:26:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741844_1020 (size=5108) 2024-12-05T15:26:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741845_1021 (size=5518) 2024-12-05T15:26:01,661 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1438, reset compression=false 2024-12-05T15:26:01,756 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:01,956 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 0504cbb9cfa3cfdaf8894b5066884f0b, 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:02,015 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/rep_barrier/c34d3787c608443795537ea15d31029c 2024-12-05T15:26:02,015 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/norep/059268f3d4624fed99d1c1622e9fed90 2024-12-05T15:26:02,018 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 059268f3d4624fed99d1c1622e9fed90 2024-12-05T15:26:02,018 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/f/f2fa0cb6c69a42079f6d5533ab6d650d as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/f/f2fa0cb6c69a42079f6d5533ab6d650d 2024-12-05T15:26:02,022 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2fa0cb6c69a42079f6d5533ab6d650d 2024-12-05T15:26:02,022 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/f/f2fa0cb6c69a42079f6d5533ab6d650d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T15:26:02,023 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/f1/9c17cf9e25a84f31b3162c4207a4a517 as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/f1/9c17cf9e25a84f31b3162c4207a4a517 2024-12-05T15:26:02,026 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c17cf9e25a84f31b3162c4207a4a517 2024-12-05T15:26:02,026 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/f1/9c17cf9e25a84f31b3162c4207a4a517, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T15:26:02,027 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/.tmp/norep/059268f3d4624fed99d1c1622e9fed90 as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/norep/059268f3d4624fed99d1c1622e9fed90 2024-12-05T15:26:02,030 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 059268f3d4624fed99d1c1622e9fed90 2024-12-05T15:26:02,030 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/norep/059268f3d4624fed99d1c1622e9fed90, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T15:26:02,031 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/table/ca3405a60050420c9ad2396c13cdfa7e is 53, key is hbase:replication/table:state/1733412347987/Put/seqid=0 2024-12-05T15:26:02,031 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0504cbb9cfa3cfdaf8894b5066884f0b in 1276ms, sequenceid=10, compaction requested=false 2024-12-05T15:26:02,031 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:26:02,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:26:02,035 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/default/test/0504cbb9cfa3cfdaf8894b5066884f0b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T15:26:02,035 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:02,035 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:02,035 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:26:02,035 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0504cbb9cfa3cfdaf8894b5066884f0b: Waiting for close lock at 1733412360755Running coprocessor pre-close hooks at 1733412360755Disabling compacts and flushes for region at 1733412360755Disabling writes for close at 1733412360755Obtaining lock to block concurrent updates at 1733412360755Preparing flush snapshotting stores in 0504cbb9cfa3cfdaf8894b5066884f0b at 1733412360755Finished memstore snapshotting test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733412360755Flushing stores of test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. at 1733412360756 (+1 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/f: creating writer at 1733412360756Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/f: appending metadata at 1733412360768 (+12 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/f: closing flushed file at 1733412360768Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/f1: creating writer at 1733412361175 (+407 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/f1: appending metadata at 1733412361188 (+13 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/f1: closing flushed file at 1733412361189 (+1 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/norep: creating writer at 1733412361596 (+407 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/norep: appending metadata at 1733412361610 (+14 ms)Flushing 0504cbb9cfa3cfdaf8894b5066884f0b/norep: closing flushed file at 1733412361611 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e716f6b: reopening flushed file at 1733412362018 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37faefee: reopening flushed file at 1733412362022 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a98ccb0: reopening flushed file at 1733412362026 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0504cbb9cfa3cfdaf8894b5066884f0b in 1276ms, sequenceid=10, compaction requested=false at 1733412362031 (+5 ms)Writing region close event to WAL at 1733412362032 (+1 ms)Running coprocessor post-close hooks at 1733412362035 (+3 ms)Closed at 1733412362035 2024-12-05T15:26:02,035 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412340707.0504cbb9cfa3cfdaf8894b5066884f0b. 2024-12-05T15:26:02,035 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2740559cfacf30257e2f7562b74dc02b, disabling compactions & flushes 2024-12-05T15:26:02,035 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,036 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,036 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. after waiting 0 ms 2024-12-05T15:26:02,036 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,036 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2740559cfacf30257e2f7562b74dc02b: Waiting for close lock at 1733412362035Running coprocessor pre-close hooks at 1733412362035Disabling compacts and flushes for region at 1733412362035Disabling writes for close at 1733412362036 (+1 ms)Failed flush hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b., putting online again at 1733412362036 2024-12-05T15:26:02,036 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,064 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 1438, reset compression=false 2024-12-05T15:26:02,067 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:02,067 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 2082, reset compression=false 2024-12-05T15:26:02,156 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:26:02,156 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2740559cfacf30257e2f7562b74dc02b=hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b.} 2024-12-05T15:26:02,156 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:02,156 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2740559cfacf30257e2f7562b74dc02b 2024-12-05T15:26:02,157 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2740559cfacf30257e2f7562b74dc02b, disabling compactions & flushes 2024-12-05T15:26:02,157 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,157 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,157 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. after waiting 0 ms 2024-12-05T15:26:02,157 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,157 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2740559cfacf30257e2f7562b74dc02b: Waiting for close lock at 1733412362156Running coprocessor pre-close hooks at 1733412362156Disabling compacts and flushes for region at 1733412362156Disabling writes for close at 1733412362157 (+1 ms)Failed flush hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b., putting online again at 1733412362157 2024-12-05T15:26:02,157 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412347177.2740559cfacf30257e2f7562b74dc02b. 2024-12-05T15:26:02,269 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 2082, reset compression=false 2024-12-05T15:26:02,357 DEBUG [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:02,434 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/table/ca3405a60050420c9ad2396c13cdfa7e 2024-12-05T15:26:02,439 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/info/d5cd7dff5e8044d8841770d003a9bd1d as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/info/d5cd7dff5e8044d8841770d003a9bd1d 2024-12-05T15:26:02,443 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/info/d5cd7dff5e8044d8841770d003a9bd1d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:26:02,446 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/ns/87d541f630c04e0a9d5d2bd16c4952f3 as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/ns/87d541f630c04e0a9d5d2bd16c4952f3 2024-12-05T15:26:02,449 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/ns/87d541f630c04e0a9d5d2bd16c4952f3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:26:02,450 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/rep_barrier/c34d3787c608443795537ea15d31029c as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/rep_barrier/c34d3787c608443795537ea15d31029c 2024-12-05T15:26:02,454 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/rep_barrier/c34d3787c608443795537ea15d31029c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:26:02,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/.tmp/table/ca3405a60050420c9ad2396c13cdfa7e as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/table/ca3405a60050420c9ad2396c13cdfa7e 2024-12-05T15:26:02,458 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/table/ca3405a60050420c9ad2396c13cdfa7e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:26:02,459 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-12-05T15:26:02,459 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:26:02,462 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:26:02,463 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:02,463 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:26:02,463 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:02,463 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412360755Running coprocessor pre-close hooks at 1733412360755Disabling compacts and flushes for region at 1733412360755Disabling writes for close at 1733412360755Obtaining lock to block concurrent updates at 1733412360755Preparing flush snapshotting stores in 1588230740 at 1733412360755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412360756 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412360756Flushing 1588230740/info: creating writer at 1733412360756Flushing 1588230740/info: appending metadata at 1733412360768 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733412360768Flushing 1588230740/ns: creating writer at 1733412361181 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733412361195 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733412361195Flushing 1588230740/rep_barrier: creating writer at 1733412361601 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412361611 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412361611Flushing 1588230740/table: creating writer at 1733412362018 (+407 ms)Flushing 1588230740/table: appending metadata at 1733412362030 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733412362030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfff3f1: reopening flushed file at 1733412362438 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e58ca1: reopening flushed file at 1733412362443 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e220fd7: reopening flushed file at 1733412362449 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4192f347: reopening flushed file at 1733412362454 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1733412362459 (+5 ms)Writing region close event to WAL at 1733412362460 (+1 ms)Running coprocessor post-close hooks at 1733412362463 (+3 ms)Closed at 1733412362463 2024-12-05T15:26:02,463 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:02,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:02,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,557 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T15:26:02,557 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,38141,1733412330864; all regions closed. 2024-12-05T15:26:02,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.meta.1733412333164.meta not finished, retry = 0 2024-12-05T15:26:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:26:02,573 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.1733412332328 to pos 2082, reset compression=false 2024-12-05T15:26:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:02,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/WALs/5a29627a94df,38141,1733412330864/5a29627a94df%2C38141%2C1733412330864.rep.1733412347951 not finished, retry = 0 2024-12-05T15:26:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741839_1015 (size=2171) 2024-12-05T15:26:02,726 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:26:02,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741832_1008 (size=2090) 2024-12-05T15:26:02,764 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:02,765 INFO [RS:0;5a29627a94df:38141 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:02,765 INFO [RS:0;5a29627a94df:38141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:02,765 INFO [RS:0;5a29627a94df:38141 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:02,765 INFO [RS:0;5a29627a94df:38141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:02,765 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:02,765 INFO [RS:0;5a29627a94df:38141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,38141,1733412330864 because: Region server is closing 2024-12-05T15:26:02,765 INFO [RS:0;5a29627a94df:38141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:38141. 2024-12-05T15:26:02,765 DEBUG [RS:0;5a29627a94df:38141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:02,765 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:02,765 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:02,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:02,866 INFO [RS:0;5a29627a94df:38141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.shipper5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 terminated 2024-12-05T15:26:02,866 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,38141,1733412330864.replicationSource.wal-reader.5a29627a94df%2C38141%2C1733412330864,1-5a29627a94df,38141,1733412330864 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:26:02,866 INFO [RS:0;5a29627a94df:38141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:38141. 2024-12-05T15:26:02,866 DEBUG [RS:0;5a29627a94df:38141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:02,866 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:02,866 DEBUG [RS:0;5a29627a94df:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:02,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:02,866 INFO [RS:0;5a29627a94df:38141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38141 2024-12-05T15:26:02,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826/rs 2024-12-05T15:26:02,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678686826/rs/5a29627a94df,38141,1733412330864 2024-12-05T15:26:02,880 INFO [RS:0;5a29627a94df:38141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:02,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,38141,1733412330864] 2024-12-05T15:26:02,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11678686826/draining/5a29627a94df,38141,1733412330864 already deleted, retry=false 2024-12-05T15:26:02,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,38141,1733412330864 expired; onlineServers=0 2024-12-05T15:26:02,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,36905,1733412330758' ***** 2024-12-05T15:26:02,970 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:26:02,970 INFO [M:0;5a29627a94df:36905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:02,970 INFO [M:0;5a29627a94df:36905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:02,970 DEBUG [M:0;5a29627a94df:36905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:26:02,970 DEBUG [M:0;5a29627a94df:36905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:26:02,970 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412331996 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412331996,5,FailOnTimeoutGroup] 2024-12-05T15:26:02,970 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:26:02,970 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412331996 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412331996,5,FailOnTimeoutGroup] 2024-12-05T15:26:02,970 INFO [M:0;5a29627a94df:36905 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:02,970 INFO [M:0;5a29627a94df:36905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:02,970 DEBUG [M:0;5a29627a94df:36905 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:26:02,970 INFO [M:0;5a29627a94df:36905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:26:02,970 INFO [M:0;5a29627a94df:36905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:02,971 INFO [M:0;5a29627a94df:36905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:26:02,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:26:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678686826/master 2024-12-05T15:26:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678686826 2024-12-05T15:26:02,980 DEBUG [M:0;5a29627a94df:36905 {}] zookeeper.ZKUtil(347): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Unable to get data of znode /11678686826/master because node does not exist (not an error) 2024-12-05T15:26:02,980 WARN [M:0;5a29627a94df:36905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:26:02,981 INFO [M:0;5a29627a94df:36905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/.lastflushedseqids 2024-12-05T15:26:02,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741847_1023 (size=245) 2024-12-05T15:26:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:03,056 INFO [RS:0;5a29627a94df:38141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x101a746ca130004, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:03,056 INFO [RS:0;5a29627a94df:38141 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,38141,1733412330864; zookeeper connection closed. 2024-12-05T15:26:03,056 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@480974b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@480974b 2024-12-05T15:26:03,056 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:26:03,385 INFO [M:0;5a29627a94df:36905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:26:03,385 INFO [M:0;5a29627a94df:36905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:26:03,385 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:03,385 INFO [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:03,385 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:03,385 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:03,385 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:03,385 INFO [M:0;5a29627a94df:36905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T15:26:03,397 DEBUG [M:0;5a29627a94df:36905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a54a690bc1e4f14ab5932800b438148 is 82, key is hbase:meta,,1/info:regioninfo/1733412333186/Put/seqid=0 2024-12-05T15:26:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741848_1024 (size=5672) 2024-12-05T15:26:03,801 INFO [M:0;5a29627a94df:36905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a54a690bc1e4f14ab5932800b438148 2024-12-05T15:26:03,818 DEBUG [M:0;5a29627a94df:36905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37d9a0edf5c74945b327ff2d5f399d1d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733412347990/Put/seqid=0 2024-12-05T15:26:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741849_1025 (size=8515) 2024-12-05T15:26:04,129 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:26:04,222 INFO [M:0;5a29627a94df:36905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37d9a0edf5c74945b327ff2d5f399d1d 2024-12-05T15:26:04,236 DEBUG [M:0;5a29627a94df:36905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c267810139a41d1bace67b3a42ff0a1 is 69, key is 5a29627a94df,38141,1733412330864/rs:state/1733412332111/Put/seqid=0 2024-12-05T15:26:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741850_1026 (size=5156) 2024-12-05T15:26:04,639 INFO [M:0;5a29627a94df:36905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c267810139a41d1bace67b3a42ff0a1 2024-12-05T15:26:04,643 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a54a690bc1e4f14ab5932800b438148 as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a54a690bc1e4f14ab5932800b438148 2024-12-05T15:26:04,646 INFO [M:0;5a29627a94df:36905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a54a690bc1e4f14ab5932800b438148, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T15:26:04,646 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37d9a0edf5c74945b327ff2d5f399d1d as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37d9a0edf5c74945b327ff2d5f399d1d 2024-12-05T15:26:04,649 INFO [M:0;5a29627a94df:36905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37d9a0edf5c74945b327ff2d5f399d1d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T15:26:04,650 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c267810139a41d1bace67b3a42ff0a1 as hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c267810139a41d1bace67b3a42ff0a1 2024-12-05T15:26:04,653 INFO [M:0;5a29627a94df:36905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/a1a73b09-40fd-0501-081e-20fd3dedbf26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c267810139a41d1bace67b3a42ff0a1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T15:26:04,654 INFO [M:0;5a29627a94df:36905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=97, compaction requested=false 2024-12-05T15:26:04,655 INFO [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:04,655 DEBUG [M:0;5a29627a94df:36905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412363385Disabling compacts and flushes for region at 1733412363385Disabling writes for close at 1733412363385Obtaining lock to block concurrent updates at 1733412363385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412363385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733412363385Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412363386 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412363386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412363397 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412363397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412363804 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412363818 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412363818Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412364225 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412364235 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412364235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2bf165: reopening flushed file at 1733412364642 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b2cb8f: reopening flushed file at 1733412364646 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55be66f5: reopening flushed file at 1733412364649 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=97, compaction requested=false at 1733412364654 (+5 ms)Writing region close event to WAL at 1733412364655 (+1 ms)Closed at 1733412364655 2024-12-05T15:26:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36711 is added to blk_1073741830_1006 (size=63642) 2024-12-05T15:26:04,657 INFO [M:0;5a29627a94df:36905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:26:04,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:04,657 INFO [M:0;5a29627a94df:36905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36905 2024-12-05T15:26:04,657 INFO [M:0;5a29627a94df:36905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:04,763 INFO [M:0;5a29627a94df:36905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36905-0x101a746ca130003, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:04,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@521605cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:04,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:04,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:04,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:04,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:26:04,768 WARN [BP-1294972018-172.17.0.3-1733412329381 heartbeating to localhost/127.0.0.1:46189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:26:04,768 WARN [BP-1294972018-172.17.0.3-1733412329381 heartbeating to localhost/127.0.0.1:46189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294972018-172.17.0.3-1733412329381 (Datanode Uuid 7958d4e7-dbba-4f3d-bba8-e6c8ca0219cb) service to localhost/127.0.0.1:46189 2024-12-05T15:26:04,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:26:04,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/cluster_580ded10-7ea5-b907-253c-02d9a124dc0a/data/data1/current/BP-1294972018-172.17.0.3-1733412329381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:04,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/cluster_580ded10-7ea5-b907-253c-02d9a124dc0a/data/data2/current/BP-1294972018-172.17.0.3-1733412329381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:04,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:26:04,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:04,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:04,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:04,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:04,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7331f87e-8c65-37dc-d834-036ea6f558fa/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:26:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:26:04,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:04,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:04,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:04,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:04,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:04,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:26:04,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=663134556, stopped=false 2024-12-05T15:26:04,797 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,46869,1733412325966 2024-12-05T15:26:04,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933298015/running 2024-12-05T15:26:04,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933298015/running 2024-12-05T15:26:04,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:26:04,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:26:04,813 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:04,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/running 2024-12-05T15:26:04,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Set watcher on znode that does not yet exist, /0-1933298015/running 2024-12-05T15:26:04,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:04,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:04,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:04,814 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,46059,1733412326115' ***** 2024-12-05T15:26:04,814 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:26:04,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(3091): Received CLOSE for c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,46059,1733412326115 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:46059. 2024-12-05T15:26:04,815 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8aa84b26b6837e5a7b11242fd840c04, disabling compactions & flushes 2024-12-05T15:26:04,815 DEBUG [RS:0;5a29627a94df:46059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:04,815 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:26:04,815 DEBUG [RS:0;5a29627a94df:46059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:04,815 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:26:04,815 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. after waiting 0 ms 2024-12-05T15:26:04,815 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:26:04,815 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:26:04,815 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8aa84b26b6837e5a7b11242fd840c04 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T15:26:04,816 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:04,817 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:26:04,818 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1325): Online Regions={c8aa84b26b6837e5a7b11242fd840c04=test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04., 8ae9ecfd721ee8899194d4527c9eddc2=hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:26:04,818 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:04,818 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:04,818 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:04,818 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:04,818 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:04,818 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:04,818 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:26:04,830 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/f/d1675b7940ff4106a06174ae4c293baf is 28, key is row/f:/1733412353508/DeleteFamily/seqid=0 2024-12-05T15:26:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741840_1016 (size=5085) 2024-12-05T15:26:04,838 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/info/29b094a390c642fab9cc9b4ab895166a is 147, key is hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2./info:regioninfo/1733412346180/Put/seqid=0 2024-12-05T15:26:04,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741841_1017 (size=7686) 2024-12-05T15:26:05,018 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:05,218 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:05,233 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/f/d1675b7940ff4106a06174ae4c293baf 2024-12-05T15:26:05,237 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1675b7940ff4106a06174ae4c293baf 2024-12-05T15:26:05,242 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/info/29b094a390c642fab9cc9b4ab895166a 2024-12-05T15:26:05,254 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/f1/aa72806bfe6a4b5ca662aa4843917330 is 29, key is row/f1:/1733412353508/DeleteFamily/seqid=0 2024-12-05T15:26:05,257 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/ns/35b34c976c3142c8b714f135a31bd488 is 43, key is default/ns:d/1733412329321/Put/seqid=0 2024-12-05T15:26:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741842_1018 (size=5089) 2024-12-05T15:26:05,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741843_1019 (size=5153) 2024-12-05T15:26:05,262 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:26:05,262 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:26:05,418 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:05,618 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:05,632 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 636, reset compression=false 2024-12-05T15:26:05,635 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:05,635 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 883, reset compression=false 2024-12-05T15:26:05,635 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,46059,1733412326115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:26:05,636 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,46059,1733412326115: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,46059,1733412326115, walGroup=5a29627a94df%2C46059%2C1733412326115, offset=5a29627a94df%2C46059%2C1733412326115.1733412328315:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:46059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:26:05,637 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:26:05,637 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:26:05,637 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:26:05,637 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:26:05,637 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:26:05,638 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 1006551040 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 203064264 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:26:05,638 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:46869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:46869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:26:05,658 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/f1/aa72806bfe6a4b5ca662aa4843917330 2024-12-05T15:26:05,659 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/ns/35b34c976c3142c8b714f135a31bd488 2024-12-05T15:26:05,661 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa72806bfe6a4b5ca662aa4843917330 2024-12-05T15:26:05,678 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/rep_barrier/ce0bb18753bf4596993e19a93454d8fb is 112, key is test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04./rep_barrier:seqnumDuringOpen/1733412339698/Put/seqid=0 2024-12-05T15:26:05,679 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/norep/0c473e72d84d4ce4aafe562a1be89aaf is 32, key is row/norep:/1733412353508/DeleteFamily/seqid=0 2024-12-05T15:26:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741844_1020 (size=5518) 2024-12-05T15:26:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741845_1021 (size=5101) 2024-12-05T15:26:05,818 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:05,838 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 883, reset compression=false 2024-12-05T15:26:06,019 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ae9ecfd721ee8899194d4527c9eddc2, c8aa84b26b6837e5a7b11242fd840c04 2024-12-05T15:26:06,082 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/rep_barrier/ce0bb18753bf4596993e19a93454d8fb 2024-12-05T15:26:06,082 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/norep/0c473e72d84d4ce4aafe562a1be89aaf 2024-12-05T15:26:06,085 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c473e72d84d4ce4aafe562a1be89aaf 2024-12-05T15:26:06,085 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/f/d1675b7940ff4106a06174ae4c293baf as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/f/d1675b7940ff4106a06174ae4c293baf 2024-12-05T15:26:06,088 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1675b7940ff4106a06174ae4c293baf 2024-12-05T15:26:06,088 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/f/d1675b7940ff4106a06174ae4c293baf, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T15:26:06,089 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/f1/aa72806bfe6a4b5ca662aa4843917330 as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/f1/aa72806bfe6a4b5ca662aa4843917330 2024-12-05T15:26:06,092 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa72806bfe6a4b5ca662aa4843917330 2024-12-05T15:26:06,092 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/f1/aa72806bfe6a4b5ca662aa4843917330, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T15:26:06,092 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/.tmp/norep/0c473e72d84d4ce4aafe562a1be89aaf as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/norep/0c473e72d84d4ce4aafe562a1be89aaf 2024-12-05T15:26:06,095 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c473e72d84d4ce4aafe562a1be89aaf 2024-12-05T15:26:06,095 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/norep/0c473e72d84d4ce4aafe562a1be89aaf, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T15:26:06,096 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c8aa84b26b6837e5a7b11242fd840c04 in 1281ms, sequenceid=6, compaction requested=false 2024-12-05T15:26:06,096 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/default/test/c8aa84b26b6837e5a7b11242fd840c04/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:06,100 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8aa84b26b6837e5a7b11242fd840c04: Waiting for close lock at 1733412364815Running coprocessor pre-close hooks at 1733412364815Disabling compacts and flushes for region at 1733412364815Disabling writes for close at 1733412364815Obtaining lock to block concurrent updates at 1733412364815Preparing flush snapshotting stores in c8aa84b26b6837e5a7b11242fd840c04 at 1733412364815Finished memstore snapshotting test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733412364816 (+1 ms)Flushing stores of test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. at 1733412364818 (+2 ms)Flushing c8aa84b26b6837e5a7b11242fd840c04/f: creating writer at 1733412364818Flushing c8aa84b26b6837e5a7b11242fd840c04/f: appending metadata at 1733412364829 (+11 ms)Flushing c8aa84b26b6837e5a7b11242fd840c04/f: closing flushed file at 1733412364829Flushing c8aa84b26b6837e5a7b11242fd840c04/f1: creating writer at 1733412365238 (+409 ms)Flushing c8aa84b26b6837e5a7b11242fd840c04/f1: appending metadata at 1733412365253 (+15 ms)Flushing c8aa84b26b6837e5a7b11242fd840c04/f1: closing flushed file at 1733412365253Flushing c8aa84b26b6837e5a7b11242fd840c04/norep: creating writer at 1733412365661 (+408 ms)Flushing c8aa84b26b6837e5a7b11242fd840c04/norep: appending metadata at 1733412365678 (+17 ms)Flushing c8aa84b26b6837e5a7b11242fd840c04/norep: closing flushed file at 1733412365678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5965d7d6: reopening flushed file at 1733412366085 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bca9f34: reopening flushed file at 1733412366088 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26474ec7: reopening flushed file at 1733412366092 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c8aa84b26b6837e5a7b11242fd840c04 in 1281ms, sequenceid=6, compaction requested=false at 1733412366096 (+4 ms)Writing region close event to WAL at 1733412366097 (+1 ms)Running coprocessor post-close hooks at 1733412366100 (+3 ms)Closed at 1733412366100 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412338543.c8aa84b26b6837e5a7b11242fd840c04. 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ae9ecfd721ee8899194d4527c9eddc2, disabling compactions & flushes 2024-12-05T15:26:06,100 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. after waiting 0 ms 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ae9ecfd721ee8899194d4527c9eddc2: Waiting for close lock at 1733412366100Running coprocessor pre-close hooks at 1733412366100Disabling compacts and flushes for region at 1733412366100Disabling writes for close at 1733412366100Failed flush hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2., putting online again at 1733412366100 2024-12-05T15:26:06,100 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,101 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/table/7d5af7f0a0e84e509d06a02c742f12d0 is 53, key is hbase:replication/table:state/1733412346185/Put/seqid=0 2024-12-05T15:26:06,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741846_1022 (size=5308) 2024-12-05T15:26:06,105 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/table/7d5af7f0a0e84e509d06a02c742f12d0 2024-12-05T15:26:06,108 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/info/29b094a390c642fab9cc9b4ab895166a as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/info/29b094a390c642fab9cc9b4ab895166a 2024-12-05T15:26:06,111 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/info/29b094a390c642fab9cc9b4ab895166a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:26:06,112 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/ns/35b34c976c3142c8b714f135a31bd488 as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/ns/35b34c976c3142c8b714f135a31bd488 2024-12-05T15:26:06,115 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/ns/35b34c976c3142c8b714f135a31bd488, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:26:06,115 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/rep_barrier/ce0bb18753bf4596993e19a93454d8fb as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/rep_barrier/ce0bb18753bf4596993e19a93454d8fb 2024-12-05T15:26:06,118 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/rep_barrier/ce0bb18753bf4596993e19a93454d8fb, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:26:06,119 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/.tmp/table/7d5af7f0a0e84e509d06a02c742f12d0 as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/table/7d5af7f0a0e84e509d06a02c742f12d0 2024-12-05T15:26:06,121 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/table/7d5af7f0a0e84e509d06a02c742f12d0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:26:06,122 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-12-05T15:26:06,122 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:26:06,126 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:26:06,126 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:06,126 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:26:06,126 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:06,126 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412364818Running coprocessor pre-close hooks at 1733412364818Disabling compacts and flushes for region at 1733412364818Disabling writes for close at 1733412364818Obtaining lock to block concurrent updates at 1733412364818Preparing flush snapshotting stores in 1588230740 at 1733412364818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412364818Flushing stores of hbase:meta,,1.1588230740 at 1733412364819 (+1 ms)Flushing 1588230740/info: creating writer at 1733412364819Flushing 1588230740/info: appending metadata at 1733412364838 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733412364838Flushing 1588230740/ns: creating writer at 1733412365245 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733412365256 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733412365256Flushing 1588230740/rep_barrier: creating writer at 1733412365663 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412365678 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412365678Flushing 1588230740/table: creating writer at 1733412366085 (+407 ms)Flushing 1588230740/table: appending metadata at 1733412366101 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733412366101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af3c0bc: reopening flushed file at 1733412366108 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2081094d: reopening flushed file at 1733412366111 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225d87b0: reopening flushed file at 1733412366115 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db6d3ff: reopening flushed file at 1733412366118 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1733412366122 (+4 ms)Writing region close event to WAL at 1733412366124 (+2 ms)Running coprocessor post-close hooks at 1733412366126 (+2 ms)Closed at 1733412366126 2024-12-05T15:26:06,126 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:06,141 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 883, reset compression=false 2024-12-05T15:26:06,145 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:06,145 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 1527, reset compression=false 2024-12-05T15:26:06,219 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:26:06,219 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1325): Online Regions={8ae9ecfd721ee8899194d4527c9eddc2=hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2.} 2024-12-05T15:26:06,219 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:26:06,219 DEBUG [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1351): Waiting on 8ae9ecfd721ee8899194d4527c9eddc2 2024-12-05T15:26:06,219 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ae9ecfd721ee8899194d4527c9eddc2, disabling compactions & flushes 2024-12-05T15:26:06,219 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,219 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,219 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. after waiting 0 ms 2024-12-05T15:26:06,219 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,219 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ae9ecfd721ee8899194d4527c9eddc2: Waiting for close lock at 1733412366219Running coprocessor pre-close hooks at 1733412366219Disabling compacts and flushes for region at 1733412366219Disabling writes for close at 1733412366219Failed flush hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2., putting online again at 1733412366219 2024-12-05T15:26:06,219 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733412345027.8ae9ecfd721ee8899194d4527c9eddc2. 2024-12-05T15:26:06,347 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.1733412328315 to pos 1527, reset compression=false 2024-12-05T15:26:06,419 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T15:26:06,419 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,46059,1733412326115; all regions closed. 2024-12-05T15:26:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741834_1010 (size=4239) 2024-12-05T15:26:06,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/WALs/5a29627a94df,46059,1733412326115/5a29627a94df%2C46059%2C1733412326115.meta.1733412329280.meta not finished, retry = 0 2024-12-05T15:26:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741839_1015 (size=1297) 2024-12-05T15:26:06,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741832_1008 (size=1535) 2024-12-05T15:26:06,525 DEBUG [RS:0;5a29627a94df:46059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:06,526 INFO [RS:0;5a29627a94df:46059 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:06,526 INFO [RS:0;5a29627a94df:46059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:06,526 INFO [RS:0;5a29627a94df:46059 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:06,526 INFO [RS:0;5a29627a94df:46059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:06,526 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:06,526 INFO [RS:0;5a29627a94df:46059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,46059,1733412326115 because: Region server is closing 2024-12-05T15:26:06,526 INFO [RS:0;5a29627a94df:46059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:46059. 2024-12-05T15:26:06,526 DEBUG [RS:0;5a29627a94df:46059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:06,526 DEBUG [RS:0;5a29627a94df:46059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:06,526 DEBUG [RS:0;5a29627a94df:46059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:06,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:26:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:26:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:06,627 INFO [RS:0;5a29627a94df:46059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.shipper5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 terminated 2024-12-05T15:26:06,627 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,46059,1733412326115.replicationSource.wal-reader.5a29627a94df%2C46059%2C1733412326115,1-5a29627a94df,46059,1733412326115 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:26:06,627 INFO [RS:0;5a29627a94df:46059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46059 2024-12-05T15:26:06,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015/rs 2024-12-05T15:26:06,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933298015/rs/5a29627a94df,46059,1733412326115 2024-12-05T15:26:06,671 INFO [RS:0;5a29627a94df:46059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:06,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,46059,1733412326115] 2024-12-05T15:26:06,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933298015/draining/5a29627a94df,46059,1733412326115 already deleted, retry=false 2024-12-05T15:26:06,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,46059,1733412326115 expired; onlineServers=0 2024-12-05T15:26:06,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,46869,1733412325966' ***** 2024-12-05T15:26:06,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:26:06,688 INFO [M:0;5a29627a94df:46869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:06,688 INFO [M:0;5a29627a94df:46869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:06,688 DEBUG [M:0;5a29627a94df:46869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:26:06,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:26:06,688 DEBUG [M:0;5a29627a94df:46869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:26:06,688 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412328071 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412328071,5,FailOnTimeoutGroup] 2024-12-05T15:26:06,688 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412328071 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412328071,5,FailOnTimeoutGroup] 2024-12-05T15:26:06,688 INFO [M:0;5a29627a94df:46869 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:06,689 INFO [M:0;5a29627a94df:46869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:06,689 DEBUG [M:0;5a29627a94df:46869 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:26:06,689 INFO [M:0;5a29627a94df:46869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:26:06,689 INFO [M:0;5a29627a94df:46869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:06,689 INFO [M:0;5a29627a94df:46869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:26:06,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:26:06,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933298015/master 2024-12-05T15:26:06,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933298015 2024-12-05T15:26:06,696 DEBUG [M:0;5a29627a94df:46869 {}] zookeeper.ZKUtil(347): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Unable to get data of znode /0-1933298015/master because node does not exist (not an error) 2024-12-05T15:26:06,696 WARN [M:0;5a29627a94df:46869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:26:06,697 INFO [M:0;5a29627a94df:46869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/.lastflushedseqids 2024-12-05T15:26:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741847_1023 (size=245) 2024-12-05T15:26:06,780 INFO [RS:0;5a29627a94df:46059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46059-0x101a746ca130001, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:06,780 INFO [RS:0;5a29627a94df:46059 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,46059,1733412326115; zookeeper connection closed. 2024-12-05T15:26:06,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 2024-12-05T15:26:06,780 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:26:07,101 INFO [M:0;5a29627a94df:46869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:26:07,101 INFO [M:0;5a29627a94df:46869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:26:07,101 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:07,101 INFO [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:07,102 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:07,102 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:07,102 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:07,102 INFO [M:0;5a29627a94df:46869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-05T15:26:07,114 DEBUG [M:0;5a29627a94df:46869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5072ae139d2a4f80a48acd41ae4bb53e is 82, key is hbase:meta,,1/info:regioninfo/1733412329305/Put/seqid=0 2024-12-05T15:26:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741848_1024 (size=5672) 2024-12-05T15:26:07,518 INFO [M:0;5a29627a94df:46869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5072ae139d2a4f80a48acd41ae4bb53e 2024-12-05T15:26:07,536 DEBUG [M:0;5a29627a94df:46869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c98a963c55994436a9cf86c7bda6eb9e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412339706/Put/seqid=0 2024-12-05T15:26:07,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:07,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741849_1025 (size=7217) 2024-12-05T15:26:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:07,951 INFO [M:0;5a29627a94df:46869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c98a963c55994436a9cf86c7bda6eb9e 2024-12-05T15:26:07,955 INFO [M:0;5a29627a94df:46869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c98a963c55994436a9cf86c7bda6eb9e 2024-12-05T15:26:07,971 DEBUG [M:0;5a29627a94df:46869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0223437686df4daeb937005ec1c5de3a is 69, key is 5a29627a94df,46059,1733412326115/rs:state/1733412328172/Put/seqid=0 2024-12-05T15:26:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741850_1026 (size=5156) 2024-12-05T15:26:08,375 INFO [M:0;5a29627a94df:46869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0223437686df4daeb937005ec1c5de3a 2024-12-05T15:26:08,379 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5072ae139d2a4f80a48acd41ae4bb53e as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5072ae139d2a4f80a48acd41ae4bb53e 2024-12-05T15:26:08,382 INFO [M:0;5a29627a94df:46869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5072ae139d2a4f80a48acd41ae4bb53e, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T15:26:08,383 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c98a963c55994436a9cf86c7bda6eb9e as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c98a963c55994436a9cf86c7bda6eb9e 2024-12-05T15:26:08,386 INFO [M:0;5a29627a94df:46869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c98a963c55994436a9cf86c7bda6eb9e 2024-12-05T15:26:08,386 INFO [M:0;5a29627a94df:46869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c98a963c55994436a9cf86c7bda6eb9e, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T15:26:08,386 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0223437686df4daeb937005ec1c5de3a as hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0223437686df4daeb937005ec1c5de3a 2024-12-05T15:26:08,389 INFO [M:0;5a29627a94df:46869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0223437686df4daeb937005ec1c5de3a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T15:26:08,390 INFO [M:0;5a29627a94df:46869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-05T15:26:08,390 INFO [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:08,390 DEBUG [M:0;5a29627a94df:46869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412367101Disabling compacts and flushes for region at 1733412367101Disabling writes for close at 1733412367102 (+1 ms)Obtaining lock to block concurrent updates at 1733412367102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412367102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733412367102Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412367103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412367103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412367114 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412367114Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412367521 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412367536 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412367536Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412367955 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412367971 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412367971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fec709: reopening flushed file at 1733412368378 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87844d4: reopening flushed file at 1733412368382 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e10080f: reopening flushed file at 1733412368386 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733412368390 (+4 ms)Writing region close event to WAL at 1733412368390Closed at 1733412368390 2024-12-05T15:26:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41343 is added to blk_1073741830_1006 (size=64411) 2024-12-05T15:26:08,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4398ac33-dbee-2b2a-ecdd-8e196df80af5/MasterData/WALs/5a29627a94df,46869,1733412325966/5a29627a94df%2C46869%2C1733412325966.1733412327860 not finished, retry = 0 2024-12-05T15:26:08,493 INFO [M:0;5a29627a94df:46869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:26:08,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:08,493 INFO [M:0;5a29627a94df:46869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46869 2024-12-05T15:26:08,493 INFO [M:0;5a29627a94df:46869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:08,621 INFO [M:0;5a29627a94df:46869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46869-0x101a746ca130000, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:08,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d20b02c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:08,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:08,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:08,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:08,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:08,625 WARN [BP-1191350542-172.17.0.3-1733412324480 heartbeating to localhost/127.0.0.1:43973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:26:08,625 WARN [BP-1191350542-172.17.0.3-1733412324480 heartbeating to localhost/127.0.0.1:43973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1191350542-172.17.0.3-1733412324480 (Datanode Uuid 4753caa9-c100-415f-a83f-1a6d36dddfc3) service to localhost/127.0.0.1:43973 2024-12-05T15:26:08,625 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:26:08,625 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:26:08,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/data/data1/current/BP-1191350542-172.17.0.3-1733412324480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:08,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/cluster_cff324d9-87bf-eca0-6731-0ec95261d723/data/data2/current/BP-1191350542-172.17.0.3-1733412324480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:08,626 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:26:08,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a33d8b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:08,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ffff616{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:08,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:08,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64155f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:08,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633b330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73321e3c-93de-a84f-56cd-62848dda3526/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:08,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:26:08,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:26:08,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 311) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46189 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37731 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=786 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=5106 (was 5350) 2024-12-05T15:26:08,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=786, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=5106 2024-12-05T15:26:08,680 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T15:26:08,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir so I do NOT create it in target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46 2024-12-05T15:26:08,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:26:08,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.tmp.dir so I do NOT create it in target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46 2024-12-05T15:26:08,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/169dbf36-2912-332b-3744-0c0681ad51fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:26:08,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46 2024-12-05T15:26:08,680 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe, deleteOnExit=true 2024-12-05T15:26:08,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/zookeeper_0, clientPort=50880, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:26:08,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50880 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/test.cache.data in system properties and HBase conf 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:26:08,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:26:08,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:26:08,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a746ca130002, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:26:08,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a746ca130005, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:26:08,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a746ca130008, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T15:26:08,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a746ca130008, quorum=127.0.0.1:57112, baseZNode=/21943718019 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:26:08,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a746ca130002, quorum=127.0.0.1:57112, baseZNode=/0-1933298015 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:26:08,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a746ca130005, quorum=127.0.0.1:57112, baseZNode=/11678686826 Received Disconnected from ZooKeeper, ignoring 2024-12-05T15:26:08,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:08,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:08,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:08,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:08,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:26:08,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:08,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c1b80b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:08,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd198d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:09,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a7163{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/java.io.tmpdir/jetty-localhost-38143-hadoop-hdfs-3_4_1-tests_jar-_-any-11776742028358057440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:09,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:38143} 2024-12-05T15:26:09,037 INFO [Time-limited test {}] server.Server(415): Started @317989ms 2024-12-05T15:26:09,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:09,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:09,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:09,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:09,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:26:09,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3235b494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:09,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:09,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcd1b6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/java.io.tmpdir/jetty-localhost-45007-hadoop-hdfs-3_4_1-tests_jar-_-any-11259092212129462517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:09,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-12-05T15:26:09,294 INFO [Time-limited test {}] server.Server(415): Started @318246ms 2024-12-05T15:26:09,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:26:09,672 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/data/data1/current/BP-136905113-172.17.0.3-1733412368722/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:09,672 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/data/data2/current/BP-136905113-172.17.0.3-1733412368722/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:09,685 WARN [Thread-4176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:26:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c6bb92e99c24177 with lease ID 0xd5c6574185490e32: Processing first storage report for DS-448d897c-5075-468b-8583-33077d808c71 from datanode DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d9eae37d-03ce-464c-9266-c4f650610dfe, infoPort=42895, infoSecurePort=0, ipcPort=45429, storageInfo=lv=-57;cid=testClusterID;nsid=1988825593;c=1733412368722) 2024-12-05T15:26:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c6bb92e99c24177 with lease ID 0xd5c6574185490e32: from storage DS-448d897c-5075-468b-8583-33077d808c71 node DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d9eae37d-03ce-464c-9266-c4f650610dfe, infoPort=42895, infoSecurePort=0, ipcPort=45429, storageInfo=lv=-57;cid=testClusterID;nsid=1988825593;c=1733412368722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c6bb92e99c24177 with lease ID 0xd5c6574185490e32: Processing first storage report for DS-a2c6c4d4-be50-4810-b467-e46531627646 from datanode DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d9eae37d-03ce-464c-9266-c4f650610dfe, infoPort=42895, infoSecurePort=0, ipcPort=45429, storageInfo=lv=-57;cid=testClusterID;nsid=1988825593;c=1733412368722) 2024-12-05T15:26:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c6bb92e99c24177 with lease ID 0xd5c6574185490e32: from storage DS-a2c6c4d4-be50-4810-b467-e46531627646 node DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d9eae37d-03ce-464c-9266-c4f650610dfe, infoPort=42895, infoSecurePort=0, ipcPort=45429, storageInfo=lv=-57;cid=testClusterID;nsid=1988825593;c=1733412368722), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T15:26:09,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46 2024-12-05T15:26:09,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:09,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:26:09,984 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:09,984 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:26:09,984 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128789 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:26:10,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16 with version=8 2024-12-05T15:26:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/hbase-staging 2024-12-05T15:26:10,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:26:10,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:10,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41211 2024-12-05T15:26:10,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41211 connecting to ZooKeeper ensemble=127.0.0.1:50880 2024-12-05T15:26:10,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412110x0, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:10,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41211-0x101a74776e30000 connected 2024-12-05T15:26:10,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:10,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:10,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on znode that does not yet exist, /0775605796/running 2024-12-05T15:26:10,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16, hbase.cluster.distributed=false 2024-12-05T15:26:10,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on znode that does not yet exist, /0775605796/acl 2024-12-05T15:26:10,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41211 2024-12-05T15:26:10,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41211 2024-12-05T15:26:10,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41211 2024-12-05T15:26:10,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41211 2024-12-05T15:26:10,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41211 2024-12-05T15:26:10,271 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:26:10,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:10,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37339 2024-12-05T15:26:10,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37339 connecting to ZooKeeper ensemble=127.0.0.1:50880 2024-12-05T15:26:10,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:10,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373390x0, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:10,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373390x0, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on znode that does not yet exist, /0775605796/running 2024-12-05T15:26:10,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37339-0x101a74776e30001 connected 2024-12-05T15:26:10,287 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:26:10,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:26:10,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on znode that does not yet exist, /0775605796/master 2024-12-05T15:26:10,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on znode that does not yet exist, /0775605796/acl 2024-12-05T15:26:10,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37339 2024-12-05T15:26:10,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37339 2024-12-05T15:26:10,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37339 2024-12-05T15:26:10,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37339 2024-12-05T15:26:10,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37339 2024-12-05T15:26:10,306 DEBUG [M:0;5a29627a94df:41211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:41211 2024-12-05T15:26:10,306 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0775605796/backup-masters/5a29627a94df,41211,1733412370121 2024-12-05T15:26:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796/backup-masters 2024-12-05T15:26:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796/backup-masters 2024-12-05T15:26:10,313 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on existing znode=/0775605796/backup-masters/5a29627a94df,41211,1733412370121 2024-12-05T15:26:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0775605796/master 2024-12-05T15:26:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:10,321 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on existing znode=/0775605796/master 2024-12-05T15:26:10,321 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0775605796/backup-masters/5a29627a94df,41211,1733412370121 from backup master directory 2024-12-05T15:26:10,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0775605796/backup-masters/5a29627a94df,41211,1733412370121 2024-12-05T15:26:10,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796/backup-masters 2024-12-05T15:26:10,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796/backup-masters 2024-12-05T15:26:10,329 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:10,329 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,41211,1733412370121 2024-12-05T15:26:10,332 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/hbase.id] with ID: c722a069-ce0d-4b07-8ca7-b85133a71680 2024-12-05T15:26:10,332 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/.tmp/hbase.id 2024-12-05T15:26:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:26:10,736 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/.tmp/hbase.id]:[hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/hbase.id] 2024-12-05T15:26:10,743 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:10,743 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:26:10,744 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:26:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:26:11,175 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:11,176 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:26:11,176 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:26:11,582 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/data/master/store 2024-12-05T15:26:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:26:11,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:11,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:11,989 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:11,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:11,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:11,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:11,989 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:11,989 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412371989Disabling compacts and flushes for region at 1733412371989Disabling writes for close at 1733412371989Writing region close event to WAL at 1733412371989Closed at 1733412371989 2024-12-05T15:26:11,990 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/data/master/store/.initializing 2024-12-05T15:26:11,990 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/WALs/5a29627a94df,41211,1733412370121 2024-12-05T15:26:11,991 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:11,992 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C41211%2C1733412370121, suffix=, logDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/WALs/5a29627a94df,41211,1733412370121, archiveDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/oldWALs, maxLogs=10 2024-12-05T15:26:12,007 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/WALs/5a29627a94df,41211,1733412370121/5a29627a94df%2C41211%2C1733412370121.1733412371992, exclude list is [], retry=0 2024-12-05T15:26:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-448d897c-5075-468b-8583-33077d808c71,DISK] 2024-12-05T15:26:12,010 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/WALs/5a29627a94df,41211,1733412370121/5a29627a94df%2C41211%2C1733412370121.1733412371992 2024-12-05T15:26:12,010 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-05T15:26:12,010 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:12,011 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:12,011 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,011 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:26:12,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:12,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:12,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:26:12,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:12,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:12,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:26:12,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:12,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:12,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:26:12,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:12,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:12,016 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,017 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,017 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,018 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,018 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,018 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:12,019 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:12,020 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:12,021 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68633546, jitterRate=0.022719532251358032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:12,021 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412372011Initializing all the Stores at 1733412372011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412372012 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412372012Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412372012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412372012Cleaning up temporary data from old regions at 1733412372018 (+6 ms)Region opened successfully at 1733412372021 (+3 ms) 2024-12-05T15:26:12,021 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:26:12,023 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74357faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:12,023 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:26:12,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:26:12,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:26:12,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:26:12,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:26:12,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:26:12,024 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:26:12,025 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:26:12,026 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Unable to get data of znode /0775605796/balancer because node does not exist (not necessarily an error) 2024-12-05T15:26:12,121 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0775605796/balancer already deleted, retry=false 2024-12-05T15:26:12,121 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:26:12,122 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Unable to get data of znode /0775605796/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:26:12,129 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0775605796/normalizer already deleted, retry=false 2024-12-05T15:26:12,129 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:26:12,130 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Unable to get data of znode /0775605796/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:26:12,137 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0775605796/switch/split already deleted, retry=false 2024-12-05T15:26:12,138 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Unable to get data of znode /0775605796/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:26:12,146 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0775605796/switch/merge already deleted, retry=false 2024-12-05T15:26:12,147 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Unable to get data of znode /0775605796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:26:12,154 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0775605796/snapshot-cleanup already deleted, retry=false 2024-12-05T15:26:12,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0775605796/running 2024-12-05T15:26:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0775605796/running 2024-12-05T15:26:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:12,163 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,41211,1733412370121, sessionid=0x101a74776e30000, setting cluster-up flag (Was=false) 2024-12-05T15:26:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:12,204 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0775605796/flush-table-proc/acquired, /0775605796/flush-table-proc/reached, /0775605796/flush-table-proc/abort 2024-12-05T15:26:12,205 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,41211,1733412370121 2024-12-05T15:26:12,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:12,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:12,246 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0775605796/online-snapshot/acquired, /0775605796/online-snapshot/reached, /0775605796/online-snapshot/abort 2024-12-05T15:26:12,247 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,41211,1733412370121 2024-12-05T15:26:12,247 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:26:12,249 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:12,249 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:26:12,249 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:26:12,249 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,41211,1733412370121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:12,250 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412402251 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:26:12,251 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:26:12,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:26:12,252 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:26:12,252 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:12,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:26:12,253 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412372252,5,FailOnTimeoutGroup] 2024-12-05T15:26:12,253 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412372253,5,FailOnTimeoutGroup] 2024-12-05T15:26:12,253 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,253 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:26:12,253 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,253 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:26:12,300 INFO [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(746): ClusterId : c722a069-ce0d-4b07-8ca7-b85133a71680 2024-12-05T15:26:12,300 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:26:12,305 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:26:12,305 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:26:12,313 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:26:12,313 DEBUG [RS:0;5a29627a94df:37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ccbc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:12,322 DEBUG [RS:0;5a29627a94df:37339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:37339 2024-12-05T15:26:12,322 INFO [RS:0;5a29627a94df:37339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:26:12,322 INFO [RS:0;5a29627a94df:37339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:26:12,322 DEBUG [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:26:12,323 INFO [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,41211,1733412370121 with port=37339, startcode=1733412370271 2024-12-05T15:26:12,323 DEBUG [RS:0;5a29627a94df:37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:26:12,324 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:26:12,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,37339,1733412370271 2024-12-05T15:26:12,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,37339,1733412370271 2024-12-05T15:26:12,326 DEBUG [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16 2024-12-05T15:26:12,326 DEBUG [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38087 2024-12-05T15:26:12,326 DEBUG [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:26:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796/rs 2024-12-05T15:26:12,336 DEBUG [RS:0;5a29627a94df:37339 {}] zookeeper.ZKUtil(111): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Set watcher on existing znode=/0775605796/rs/5a29627a94df,37339,1733412370271 2024-12-05T15:26:12,336 WARN [RS:0;5a29627a94df:37339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:12,336 INFO [RS:0;5a29627a94df:37339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:12,337 DEBUG [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271 2024-12-05T15:26:12,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,37339,1733412370271] 2024-12-05T15:26:12,339 INFO [RS:0;5a29627a94df:37339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:26:12,340 INFO [RS:0;5a29627a94df:37339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:26:12,340 INFO [RS:0;5a29627a94df:37339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:26:12,340 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,341 INFO [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:26:12,341 INFO [RS:0;5a29627a94df:37339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:26:12,341 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:12,341 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:12,342 DEBUG [RS:0;5a29627a94df:37339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:12,342 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,342 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,342 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,342 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,342 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,342 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37339,1733412370271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:12,353 INFO [RS:0;5a29627a94df:37339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:26:12,353 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,37339,1733412370271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,353 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,353 INFO [RS:0;5a29627a94df:37339 {}] regionserver.Replication(171): 5a29627a94df,37339,1733412370271 started 2024-12-05T15:26:12,363 INFO [RS:0;5a29627a94df:37339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:12,363 INFO [RS:0;5a29627a94df:37339 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,37339,1733412370271, RpcServer on 5a29627a94df/172.17.0.3:37339, sessionid=0x101a74776e30001 2024-12-05T15:26:12,363 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:26:12,363 DEBUG [RS:0;5a29627a94df:37339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,37339,1733412370271 2024-12-05T15:26:12,363 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,37339,1733412370271' 2024-12-05T15:26:12,363 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0775605796/flush-table-proc/abort' 2024-12-05T15:26:12,363 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0775605796/flush-table-proc/acquired' 2024-12-05T15:26:12,364 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:26:12,364 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:26:12,364 DEBUG [RS:0;5a29627a94df:37339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,37339,1733412370271 2024-12-05T15:26:12,364 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,37339,1733412370271' 2024-12-05T15:26:12,364 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0775605796/online-snapshot/abort' 2024-12-05T15:26:12,364 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0775605796/online-snapshot/acquired' 2024-12-05T15:26:12,365 DEBUG [RS:0;5a29627a94df:37339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:26:12,365 INFO [RS:0;5a29627a94df:37339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:26:12,365 INFO [RS:0;5a29627a94df:37339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:26:12,465 INFO [RS:0;5a29627a94df:37339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:12,466 INFO [RS:0;5a29627a94df:37339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37339%2C1733412370271, suffix=, logDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271, archiveDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/oldWALs, maxLogs=10 2024-12-05T15:26:12,480 DEBUG [RS:0;5a29627a94df:37339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271/5a29627a94df%2C37339%2C1733412370271.1733412372466, exclude list is [], retry=0 2024-12-05T15:26:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-448d897c-5075-468b-8583-33077d808c71,DISK] 2024-12-05T15:26:12,489 INFO [RS:0;5a29627a94df:37339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271/5a29627a94df%2C37339%2C1733412370271.1733412372466 2024-12-05T15:26:12,489 DEBUG [RS:0;5a29627a94df:37339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-05T15:26:12,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:26:12,660 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16 2024-12-05T15:26:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:26:13,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:13,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:13,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:13,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:13,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:13,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:13,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:13,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:13,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:13,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:13,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/hbase/meta/1588230740 2024-12-05T15:26:13,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/hbase/meta/1588230740 2024-12-05T15:26:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:13,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:13,071 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:13,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:13,073 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:13,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71630024, jitterRate=0.06737053394317627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:13,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412373064Initializing all the Stores at 1733412373065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412373065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412373065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412373065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412373065Cleaning up temporary data from old regions at 1733412373071 (+6 ms)Region opened successfully at 1733412373073 (+2 ms) 2024-12-05T15:26:13,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:13,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:13,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:13,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:13,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:13,074 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:13,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412373073Disabling compacts and flushes for region at 1733412373073Disabling writes for close at 1733412373073Writing region close event to WAL at 1733412373073Closed at 1733412373074 (+1 ms) 2024-12-05T15:26:13,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:13,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:26:13,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:26:13,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:13,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:26:13,226 DEBUG [5a29627a94df:41211 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:26:13,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,37339,1733412370271 2024-12-05T15:26:13,227 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,37339,1733412370271, state=OPENING 2024-12-05T15:26:13,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:26:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0775605796 2024-12-05T15:26:13,288 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:13,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0775605796/meta-region-server: CHANGED 2024-12-05T15:26:13,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,37339,1733412370271}] 2024-12-05T15:26:13,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0775605796/meta-region-server: CHANGED 2024-12-05T15:26:13,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:13,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:26:13,444 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:26:13,444 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:13,444 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:26:13,445 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C37339%2C1733412370271.meta, suffix=.meta, logDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271, archiveDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/oldWALs, maxLogs=10 2024-12-05T15:26:13,456 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271/5a29627a94df%2C37339%2C1733412370271.meta.1733412373445.meta, exclude list is [], retry=0 2024-12-05T15:26:13,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-448d897c-5075-468b-8583-33077d808c71,DISK] 2024-12-05T15:26:13,459 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/WALs/5a29627a94df,37339,1733412370271/5a29627a94df%2C37339%2C1733412370271.meta.1733412373445.meta 2024-12-05T15:26:13,459 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-12-05T15:26:13,459 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:13,459 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:13,459 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:26:13,459 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:26:13,459 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:26:13,460 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:26:13,460 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:13,460 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:26:13,460 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:26:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:13,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:13,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:13,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:13,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:13,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:13,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:13,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:13,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:13,464 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:13,464 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/hbase/meta/1588230740 2024-12-05T15:26:13,465 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/hbase/meta/1588230740 2024-12-05T15:26:13,466 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:13,466 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:13,466 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:13,467 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:13,468 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74754677, jitterRate=0.11393149197101593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:13,468 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:26:13,468 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412373460Writing region info on filesystem at 1733412373460Initializing all the Stores at 1733412373460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412373460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412373460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412373460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412373460Cleaning up temporary data from old regions at 1733412373466 (+6 ms)Running coprocessor post-open hooks at 1733412373468 (+2 ms)Region opened successfully at 1733412373468 2024-12-05T15:26:13,469 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412373440 2024-12-05T15:26:13,470 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:26:13,470 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:26:13,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,37339,1733412370271 2024-12-05T15:26:13,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,37339,1733412370271, state=OPEN 2024-12-05T15:26:13,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37339-0x101a74776e30001, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0775605796/meta-region-server 2024-12-05T15:26:13,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101a74776e30000, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0775605796/meta-region-server 2024-12-05T15:26:13,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,37339,1733412370271 2024-12-05T15:26:13,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0775605796/meta-region-server: CHANGED 2024-12-05T15:26:13,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0775605796/meta-region-server: CHANGED 2024-12-05T15:26:13,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:26:13,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,37339,1733412370271 in 213 msec 2024-12-05T15:26:13,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:26:13,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-12-05T15:26:13,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:13,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:26:13,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:13,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,37339,1733412370271, seqNum=-1] 2024-12-05T15:26:13,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:13,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:13,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-05T15:26:13,510 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412373510, completionTime=-1 2024-12-05T15:26:13,510 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:26:13,510 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412433512 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412493512 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41211,1733412370121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41211,1733412370121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41211,1733412370121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:41211, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,512 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,513 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:26:13,514 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.185sec 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41211,1733412370121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:13,515 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41211,1733412370121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:26:13,516 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:26:13,516 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:26:13,516 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,41211,1733412370121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:13,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:13,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41211,-1 for getting cluster id 2024-12-05T15:26:13,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:13,602 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c722a069-ce0d-4b07-8ca7-b85133a71680' 2024-12-05T15:26:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c722a069-ce0d-4b07-8ca7-b85133a71680" 2024-12-05T15:26:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c9dca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41211,-1] 2024-12-05T15:26:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:13,603 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:13,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:13,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,37339,1733412370271, seqNum=-1] 2024-12-05T15:26:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:13,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,41211,1733412370121 2024-12-05T15:26:13,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50880 2024-12-05T15:26:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50880, baseZNode=/0775605796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:13,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a74776e30002 connected 2024-12-05T15:26:13,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41211,1733412370121 2024-12-05T15:26:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cf5dd26 2024-12-05T15:26:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:13,632 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:13,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:26:13,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:26:13,634 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:13,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:13,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:26:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:26:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:14,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b534326d71d2bc6eaf9df1ecad2a0432, NAME => 'test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16 2024-12-05T15:26:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:26:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:14,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:14,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b534326d71d2bc6eaf9df1ecad2a0432, disabling compactions & flushes 2024-12-05T15:26:14,446 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. after waiting 0 ms 2024-12-05T15:26:14,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,446 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b534326d71d2bc6eaf9df1ecad2a0432: Waiting for close lock at 1733412374446Disabling compacts and flushes for region at 1733412374446Disabling writes for close at 1733412374446Writing region close event to WAL at 1733412374446Closed at 1733412374446 2024-12-05T15:26:14,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:26:14,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412374447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412374447"}]},"ts":"1733412374447"} 2024-12-05T15:26:14,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:26:14,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:26:14,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412374450"}]},"ts":"1733412374450"} 2024-12-05T15:26:14,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:26:14,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b534326d71d2bc6eaf9df1ecad2a0432, ASSIGN}] 2024-12-05T15:26:14,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b534326d71d2bc6eaf9df1ecad2a0432, ASSIGN 2024-12-05T15:26:14,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b534326d71d2bc6eaf9df1ecad2a0432, ASSIGN; state=OFFLINE, location=5a29627a94df,37339,1733412370271; forceNewPlan=false, retain=false 2024-12-05T15:26:14,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b534326d71d2bc6eaf9df1ecad2a0432, regionState=OPENING, regionLocation=5a29627a94df,37339,1733412370271 2024-12-05T15:26:14,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b534326d71d2bc6eaf9df1ecad2a0432, ASSIGN because future has completed 2024-12-05T15:26:14,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b534326d71d2bc6eaf9df1ecad2a0432, server=5a29627a94df,37339,1733412370271}] 2024-12-05T15:26:14,760 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,760 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b534326d71d2bc6eaf9df1ecad2a0432, NAME => 'test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:14,760 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:14,760 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:26:14,760 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,760 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:14,760 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,760 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,761 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,762 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b534326d71d2bc6eaf9df1ecad2a0432 columnFamilyName f 2024-12-05T15:26:14,762 DEBUG [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:14,763 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] regionserver.HStore(327): Store=b534326d71d2bc6eaf9df1ecad2a0432/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:14,763 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,764 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b534326d71d2bc6eaf9df1ecad2a0432 columnFamilyName f1 2024-12-05T15:26:14,764 DEBUG [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:14,764 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] regionserver.HStore(327): Store=b534326d71d2bc6eaf9df1ecad2a0432/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:14,764 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,765 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b534326d71d2bc6eaf9df1ecad2a0432 columnFamilyName norep 2024-12-05T15:26:14,765 DEBUG [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:14,765 INFO [StoreOpener-b534326d71d2bc6eaf9df1ecad2a0432-1 {}] regionserver.HStore(327): Store=b534326d71d2bc6eaf9df1ecad2a0432/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:14,765 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,766 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/default/test/b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,766 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/default/test/b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,766 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,766 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,767 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:26:14,767 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,768 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/data/default/test/b534326d71d2bc6eaf9df1ecad2a0432/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:14,769 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b534326d71d2bc6eaf9df1ecad2a0432; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65735170, jitterRate=-0.020469635725021362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:26:14,769 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b534326d71d2bc6eaf9df1ecad2a0432 2024-12-05T15:26:14,769 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b534326d71d2bc6eaf9df1ecad2a0432: Running coprocessor pre-open hook at 1733412374760Writing region info on filesystem at 1733412374761 (+1 ms)Initializing all the Stores at 1733412374761Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412374761Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412374761Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412374761Cleaning up temporary data from old regions at 1733412374766 (+5 ms)Running coprocessor post-open hooks at 1733412374769 (+3 ms)Region opened successfully at 1733412374769 2024-12-05T15:26:14,770 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432., pid=6, masterSystemTime=1733412374757 2024-12-05T15:26:14,771 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,771 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412373632.b534326d71d2bc6eaf9df1ecad2a0432. 2024-12-05T15:26:14,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b534326d71d2bc6eaf9df1ecad2a0432, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,37339,1733412370271 2024-12-05T15:26:14,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b534326d71d2bc6eaf9df1ecad2a0432, server=5a29627a94df,37339,1733412370271 because future has completed 2024-12-05T15:26:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:14,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:26:14,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b534326d71d2bc6eaf9df1ecad2a0432, server=5a29627a94df,37339,1733412370271 in 169 msec 2024-12-05T15:26:14,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:26:14,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b534326d71d2bc6eaf9df1ecad2a0432, ASSIGN in 323 msec 2024-12-05T15:26:14,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:26:14,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412374776"}]},"ts":"1733412374776"} 2024-12-05T15:26:14,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:26:14,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:26:14,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-05T15:26:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:15,784 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:26:15,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:15,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41211,-1 for getting cluster id 2024-12-05T15:26:15,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:15,786 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c722a069-ce0d-4b07-8ca7-b85133a71680' 2024-12-05T15:26:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c722a069-ce0d-4b07-8ca7-b85133a71680" 2024-12-05T15:26:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66047742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41211,-1] 2024-12-05T15:26:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:15,787 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628e97b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:15,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41211,1733412370121 2024-12-05T15:26:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386ed05 2024-12-05T15:26:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:15,789 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:15,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:41211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:26:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:26:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:15,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:41211' 2024-12-05T15:26:15,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2aefe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:15,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,41211,-1 for getting cluster id 2024-12-05T15:26:15,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:15,792 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c722a069-ce0d-4b07-8ca7-b85133a71680' 2024-12-05T15:26:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c722a069-ce0d-4b07-8ca7-b85133a71680" 2024-12-05T15:26:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dee0fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,41211,-1] 2024-12-05T15:26:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:15,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:15,793 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:15,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60243033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:15,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,41211,1733412370121 2024-12-05T15:26:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168d1b03 2024-12-05T15:26:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:15,795 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:15,795 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T15:26:15,795 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:26:15,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:15,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:15,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:15,796 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5a29627a94df:41211, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T15:26:15,800 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5a29627a94df:41211, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5a29627a94df:41211, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5a29627a94df:41211, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T15:26:15,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5a29627a94df:41211, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-05T15:26:15,801 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T15:26:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:15,895 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5a29627a94df:41211, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T15:26:15,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:15,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:15,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:15,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:15,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:15,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 361) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16/MasterData-prefix:5a29627a94df,41211,1733412370121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f98ac432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-136905113-172.17.0.3-1733412368722:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BP-136905113-172.17.0.3-1733412368722 heartbeating to localhost/127.0.0.1:38087 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f98ac432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2008923248_20 at /127.0.0.1:50234 [Receiving block BP-136905113-172.17.0.3-1733412368722:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f98ac432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412372252 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1694532233-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1694532233-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f98ac432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp589872639-7962 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: regionserver/5a29627a94df:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38087 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50880) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;5a29627a94df:41211 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f98acad8d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5a29627a94df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50880) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1694532233-7915-acceptor-0@69581e6a-ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:38143} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-303176844_20 at /127.0.0.1:50244 [Receiving block BP-136905113-172.17.0.3-1733412368722:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50880): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50880) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/data/data1/current/BP-136905113-172.17.0.3-1733412368722 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@52b2b886 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16-prefix:5a29627a94df,37339,1733412370271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5a29627a94df:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412372253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@11ff41cf[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38087/user/jenkins/test-data/da1fce3c-32ab-953e-21b8-cf190f8a8b16-prefix:5a29627a94df,37339,1733412370271.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 45429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 45429 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5a29627a94df:37339 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/5a29627a94df:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/cluster_885c7fdb-293c-02f1-7a02-917b3dfed1fe/data/data2/current/BP-136905113-172.17.0.3-1733412368722 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f98ac9fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-136905113-172.17.0.3-1733412368722:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-136905113-172.17.0.3-1733412368722:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 45429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@79452611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp589872639-7960 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f98ac432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1116416391) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-303176844_20 at /127.0.0.1:50268 [Receiving block BP-136905113-172.17.0.3-1733412368722:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38087 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@42478209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 5a29627a94df:41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;5a29627a94df:37339-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master/5a29627a94df:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7961-acceptor-0@4f852994-ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:45007} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-303176844_20 at /127.0.0.1:50180 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5a29627a94df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59f340a5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7ee232eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1461160b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=870 (was 786) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=5085 (was 5106) 2024-12-05T15:26:15,912 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T15:26:15,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=5085 2024-12-05T15:26:15,925 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T15:26:15,940 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T15:26:15,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.log.dir so I do NOT create it in target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f 2024-12-05T15:26:15,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:26:15,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.tmp.dir so I do NOT create it in target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f 2024-12-05T15:26:15,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84181af6-664c-a549-cdfc-1c32d512cb46/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:26:15,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f 2024-12-05T15:26:15,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b, deleteOnExit=true 2024-12-05T15:26:16,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/zookeeper_0, clientPort=53323, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T15:26:16,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53323 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/test.cache.data in system properties and HBase conf 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:26:16,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:26:16,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:26:16,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:26:16,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:16,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:16,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:16,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:16,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:26:16,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:16,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:16,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:16,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe4ebc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/java.io.tmpdir/jetty-localhost-46327-hadoop-hdfs-3_4_1-tests_jar-_-any-6983106520666400805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:16,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16103323{HTTP/1.1, (http/1.1)}{localhost:46327} 2024-12-05T15:26:16,313 INFO [Time-limited test {}] server.Server(415): Started @325266ms 2024-12-05T15:26:16,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:16,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:16,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:16,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:16,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:26:16,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:16,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:16,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c8d82be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/java.io.tmpdir/jetty-localhost-45173-hadoop-hdfs-3_4_1-tests_jar-_-any-18385292673689515006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:16,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab063b4{HTTP/1.1, (http/1.1)}{localhost:45173} 2024-12-05T15:26:16,563 INFO [Time-limited test {}] server.Server(415): Started @325516ms 2024-12-05T15:26:16,564 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:26:16,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T15:26:16,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T15:26:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T15:26:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T15:26:16,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:16,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T15:26:16,944 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/data/data1/current/BP-73224327-172.17.0.3-1733412376025/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:16,944 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/data/data2/current/BP-73224327-172.17.0.3-1733412376025/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:16,960 WARN [Thread-4309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad44a49a0744f240 with lease ID 0x6bd7a52e024f8540: Processing first storage report for DS-3663bfd0-5827-4aac-960d-3b1a6770e1be from datanode DatanodeRegistration(127.0.0.1:37309, datanodeUuid=1261b81f-199b-45a0-b91f-dce62a7c4e58, infoPort=35869, infoSecurePort=0, ipcPort=41011, storageInfo=lv=-57;cid=testClusterID;nsid=2109623487;c=1733412376025) 2024-12-05T15:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad44a49a0744f240 with lease ID 0x6bd7a52e024f8540: from storage DS-3663bfd0-5827-4aac-960d-3b1a6770e1be node DatanodeRegistration(127.0.0.1:37309, datanodeUuid=1261b81f-199b-45a0-b91f-dce62a7c4e58, infoPort=35869, infoSecurePort=0, ipcPort=41011, storageInfo=lv=-57;cid=testClusterID;nsid=2109623487;c=1733412376025), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad44a49a0744f240 with lease ID 0x6bd7a52e024f8540: Processing first storage report for DS-22f89bee-60ab-4297-8b95-a2f4e5363a87 from datanode DatanodeRegistration(127.0.0.1:37309, datanodeUuid=1261b81f-199b-45a0-b91f-dce62a7c4e58, infoPort=35869, infoSecurePort=0, ipcPort=41011, storageInfo=lv=-57;cid=testClusterID;nsid=2109623487;c=1733412376025) 2024-12-05T15:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad44a49a0744f240 with lease ID 0x6bd7a52e024f8540: from storage DS-22f89bee-60ab-4297-8b95-a2f4e5363a87 node DatanodeRegistration(127.0.0.1:37309, datanodeUuid=1261b81f-199b-45a0-b91f-dce62a7c4e58, infoPort=35869, infoSecurePort=0, ipcPort=41011, storageInfo=lv=-57;cid=testClusterID;nsid=2109623487;c=1733412376025), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:16,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f 2024-12-05T15:26:16,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:16,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:26:17,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82 with version=8 2024-12-05T15:26:17,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/hbase-staging 2024-12-05T15:26:17,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:17,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33299 2024-12-05T15:26:17,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33299 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:17,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332990x0, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:17,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33299-0x101a747936f0000 connected 2024-12-05T15:26:17,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:17,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:17,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/running 2024-12-05T15:26:17,536 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82, hbase.cluster.distributed=false 2024-12-05T15:26:17,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/acl 2024-12-05T15:26:17,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-05T15:26:17,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33299 2024-12-05T15:26:17,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33299 2024-12-05T15:26:17,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-05T15:26:17,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-05T15:26:17,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:17,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:17,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:17,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:17,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:26:17,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:17,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34825 2024-12-05T15:26:17,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34825 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:17,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:17,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348250x0, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:17,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348250x0, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/running 2024-12-05T15:26:17,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34825-0x101a747936f0001 connected 2024-12-05T15:26:17,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:26:17,567 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:26:17,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/master 2024-12-05T15:26:17,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/acl 2024-12-05T15:26:17,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34825 2024-12-05T15:26:17,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34825 2024-12-05T15:26:17,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34825 2024-12-05T15:26:17,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34825 2024-12-05T15:26:17,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34825 2024-12-05T15:26:17,582 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:33299 2024-12-05T15:26:17,583 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-799452278/backup-masters/5a29627a94df,33299,1733412377395 2024-12-05T15:26:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278/backup-masters 2024-12-05T15:26:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278/backup-masters 2024-12-05T15:26:17,591 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on existing znode=/0-799452278/backup-masters/5a29627a94df,33299,1733412377395 2024-12-05T15:26:17,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799452278/master 2024-12-05T15:26:17,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:17,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:17,599 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on existing znode=/0-799452278/master 2024-12-05T15:26:17,599 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-799452278/backup-masters/5a29627a94df,33299,1733412377395 from backup master directory 2024-12-05T15:26:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799452278/backup-masters/5a29627a94df,33299,1733412377395 2024-12-05T15:26:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278/backup-masters 2024-12-05T15:26:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278/backup-masters 2024-12-05T15:26:17,607 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:17,607 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,33299,1733412377395 2024-12-05T15:26:17,610 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/hbase.id] with ID: 8fea263d-9997-4e79-8199-147199bffb38 2024-12-05T15:26:17,610 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/.tmp/hbase.id 2024-12-05T15:26:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:26:18,013 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/.tmp/hbase.id]:[hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/hbase.id] 2024-12-05T15:26:18,020 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:18,020 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:26:18,021 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:26:18,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:18,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:26:18,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:26:18,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T15:26:18,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,462 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:18,463 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:26:18,463 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:26:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:18,871 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store 2024-12-05T15:26:18,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:26:19,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:19,275 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:19,275 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:19,275 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:19,275 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:19,275 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:19,275 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:19,275 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:19,275 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412379275Disabling compacts and flushes for region at 1733412379275Disabling writes for close at 1733412379275Writing region close event to WAL at 1733412379275Closed at 1733412379275 2024-12-05T15:26:19,276 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/.initializing 2024-12-05T15:26:19,276 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/WALs/5a29627a94df,33299,1733412377395 2024-12-05T15:26:19,277 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:19,278 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C33299%2C1733412377395, suffix=, logDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/WALs/5a29627a94df,33299,1733412377395, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/oldWALs, maxLogs=10 2024-12-05T15:26:19,289 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/WALs/5a29627a94df,33299,1733412377395/5a29627a94df%2C33299%2C1733412377395.1733412379278, exclude list is [], retry=0 2024-12-05T15:26:19,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:19,292 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/WALs/5a29627a94df,33299,1733412377395/5a29627a94df%2C33299%2C1733412377395.1733412379278 2024-12-05T15:26:19,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:19,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:19,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:19,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,293 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:26:19,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:19,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:19,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:26:19,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:19,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:19,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:26:19,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:19,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:19,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:26:19,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:19,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:19,298 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,298 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,299 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,299 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,299 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,300 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:19,300 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:19,302 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:19,302 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62307304, jitterRate=-0.07154881954193115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:19,302 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412379293Initializing all the Stores at 1733412379294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412379294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412379294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412379294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412379294Cleaning up temporary data from old regions at 1733412379299 (+5 ms)Region opened successfully at 1733412379302 (+3 ms) 2024-12-05T15:26:19,302 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:26:19,303 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2117ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:19,304 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:26:19,304 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:26:19,304 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:26:19,304 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:26:19,304 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:26:19,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:26:19,305 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:26:19,306 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:26:19,306 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Unable to get data of znode /0-799452278/balancer because node does not exist (not necessarily an error) 2024-12-05T15:26:19,357 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799452278/balancer already deleted, retry=false 2024-12-05T15:26:19,357 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:26:19,358 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Unable to get data of znode /0-799452278/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:26:19,365 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799452278/normalizer already deleted, retry=false 2024-12-05T15:26:19,366 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:26:19,366 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Unable to get data of znode /0-799452278/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:26:19,374 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799452278/switch/split already deleted, retry=false 2024-12-05T15:26:19,374 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Unable to get data of znode /0-799452278/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:26:19,382 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799452278/switch/merge already deleted, retry=false 2024-12-05T15:26:19,383 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Unable to get data of znode /0-799452278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:26:19,390 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799452278/snapshot-cleanup already deleted, retry=false 2024-12-05T15:26:19,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799452278/running 2024-12-05T15:26:19,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799452278/running 2024-12-05T15:26:19,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:19,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:19,399 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,33299,1733412377395, sessionid=0x101a747936f0000, setting cluster-up flag (Was=false) 2024-12-05T15:26:19,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:19,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:19,440 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-799452278/flush-table-proc/acquired, /0-799452278/flush-table-proc/reached, /0-799452278/flush-table-proc/abort 2024-12-05T15:26:19,441 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,33299,1733412377395 2024-12-05T15:26:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:19,482 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-799452278/online-snapshot/acquired, /0-799452278/online-snapshot/reached, /0-799452278/online-snapshot/abort 2024-12-05T15:26:19,483 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,33299,1733412377395 2024-12-05T15:26:19,484 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:26:19,485 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:19,485 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:26:19,485 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:26:19,485 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,33299,1733412377395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:19,486 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412409487 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:26:19,487 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:19,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:26:19,488 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412379488,5,FailOnTimeoutGroup] 2024-12-05T15:26:19,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:19,488 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412379488,5,FailOnTimeoutGroup] 2024-12-05T15:26:19,488 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,489 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:26:19,489 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,489 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:26:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:26:19,576 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(746): ClusterId : 8fea263d-9997-4e79-8199-147199bffb38 2024-12-05T15:26:19,576 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:26:19,583 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:26:19,583 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:26:19,591 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:26:19,591 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e1b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:19,600 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:34825 2024-12-05T15:26:19,600 INFO [RS:0;5a29627a94df:34825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:26:19,601 INFO [RS:0;5a29627a94df:34825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:26:19,601 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:26:19,601 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,33299,1733412377395 with port=34825, startcode=1733412377552 2024-12-05T15:26:19,601 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:26:19,602 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:26:19,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,34825,1733412377552 2024-12-05T15:26:19,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33299 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,34825,1733412377552 2024-12-05T15:26:19,603 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82 2024-12-05T15:26:19,603 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44791 2024-12-05T15:26:19,603 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:26:19,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278/rs 2024-12-05T15:26:19,607 DEBUG [RS:0;5a29627a94df:34825 {}] zookeeper.ZKUtil(111): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on existing znode=/0-799452278/rs/5a29627a94df,34825,1733412377552 2024-12-05T15:26:19,607 WARN [RS:0;5a29627a94df:34825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:19,607 INFO [RS:0;5a29627a94df:34825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:19,608 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552 2024-12-05T15:26:19,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,34825,1733412377552] 2024-12-05T15:26:19,610 INFO [RS:0;5a29627a94df:34825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:26:19,611 INFO [RS:0;5a29627a94df:34825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:26:19,613 INFO [RS:0;5a29627a94df:34825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:26:19,613 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,613 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:26:19,613 INFO [RS:0;5a29627a94df:34825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:26:19,614 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:19,614 DEBUG [RS:0;5a29627a94df:34825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:19,617 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,617 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,617 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,617 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,617 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,617 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,34825,1733412377552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:19,629 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:26:19,629 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,34825,1733412377552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,629 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,629 INFO [RS:0;5a29627a94df:34825 {}] regionserver.Replication(171): 5a29627a94df,34825,1733412377552 started 2024-12-05T15:26:19,640 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:19,640 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,34825,1733412377552, RpcServer on 5a29627a94df/172.17.0.3:34825, sessionid=0x101a747936f0001 2024-12-05T15:26:19,640 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:26:19,640 DEBUG [RS:0;5a29627a94df:34825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,34825,1733412377552 2024-12-05T15:26:19,640 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,34825,1733412377552' 2024-12-05T15:26:19,640 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-799452278/flush-table-proc/abort' 2024-12-05T15:26:19,640 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-799452278/flush-table-proc/acquired' 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,34825,1733412377552 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,34825,1733412377552' 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-799452278/online-snapshot/abort' 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-799452278/online-snapshot/acquired' 2024-12-05T15:26:19,641 DEBUG [RS:0;5a29627a94df:34825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:26:19,641 INFO [RS:0;5a29627a94df:34825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:26:19,641 INFO [RS:0;5a29627a94df:34825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:26:19,741 INFO [RS:0;5a29627a94df:34825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:19,743 INFO [RS:0;5a29627a94df:34825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34825%2C1733412377552, suffix=, logDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/oldWALs, maxLogs=10 2024-12-05T15:26:19,753 DEBUG [RS:0;5a29627a94df:34825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743, exclude list is [], retry=0 2024-12-05T15:26:19,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:19,756 INFO [RS:0;5a29627a94df:34825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 2024-12-05T15:26:19,756 DEBUG [RS:0;5a29627a94df:34825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:19,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:26:19,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82 2024-12-05T15:26:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:26:20,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:20,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:20,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:20,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:20,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:20,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:20,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:20,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:20,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:20,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:20,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740 2024-12-05T15:26:20,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740 2024-12-05T15:26:20,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:20,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:20,308 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:20,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:20,310 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:20,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61727237, jitterRate=-0.08019249141216278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412380301Initializing all the Stores at 1733412380301Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412380301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412380302 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412380302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412380302Cleaning up temporary data from old regions at 1733412380308 (+6 ms)Region opened successfully at 1733412380310 (+2 ms) 2024-12-05T15:26:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:20,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:20,311 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412380310Disabling compacts and flushes for region at 1733412380310Disabling writes for close at 1733412380310Writing region close event to WAL at 1733412380311 (+1 ms)Closed at 1733412380311 2024-12-05T15:26:20,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:20,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:26:20,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:26:20,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:20,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:26:20,462 DEBUG [5a29627a94df:33299 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:26:20,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,34825,1733412377552 2024-12-05T15:26:20,464 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34825,1733412377552, state=OPENING 2024-12-05T15:26:20,499 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:26:20,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:20,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:20,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:20,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799452278/meta-region-server: CHANGED 2024-12-05T15:26:20,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799452278/meta-region-server: CHANGED 2024-12-05T15:26:20,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,34825,1733412377552}] 2024-12-05T15:26:20,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:20,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:26:20,663 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:26:20,663 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:20,663 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:26:20,664 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34825%2C1733412377552.meta, suffix=.meta, logDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/oldWALs, maxLogs=10 2024-12-05T15:26:20,675 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412380664.meta, exclude list is [], retry=0 2024-12-05T15:26:20,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:20,678 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412380664.meta 2024-12-05T15:26:20,678 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:20,678 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:20,679 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:20,679 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:26:20,679 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:26:20,679 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:26:20,679 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:26:20,679 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:20,679 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:26:20,679 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:26:20,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:20,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:20,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:20,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:20,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:20,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:20,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:20,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:20,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:20,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:20,683 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:20,684 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740 2024-12-05T15:26:20,684 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740 2024-12-05T15:26:20,685 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:20,685 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:20,685 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:20,686 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:20,687 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64126321, jitterRate=-0.04444335401058197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:20,687 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:26:20,687 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412380679Writing region info on filesystem at 1733412380679Initializing all the Stores at 1733412380680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412380680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412380680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412380680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412380680Cleaning up temporary data from old regions at 1733412380685 (+5 ms)Running coprocessor post-open hooks at 1733412380687 (+2 ms)Region opened successfully at 1733412380687 2024-12-05T15:26:20,687 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412380659 2024-12-05T15:26:20,689 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:26:20,689 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:26:20,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,34825,1733412377552 2024-12-05T15:26:20,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,34825,1733412377552, state=OPEN 2024-12-05T15:26:20,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-799452278/meta-region-server 2024-12-05T15:26:20,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-799452278/meta-region-server 2024-12-05T15:26:20,721 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,34825,1733412377552 2024-12-05T15:26:20,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799452278/meta-region-server: CHANGED 2024-12-05T15:26:20,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799452278/meta-region-server: CHANGED 2024-12-05T15:26:20,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:26:20,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,34825,1733412377552 in 213 msec 2024-12-05T15:26:20,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:26:20,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-05T15:26:20,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:20,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:26:20,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:20,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34825,1733412377552, seqNum=-1] 2024-12-05T15:26:20,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:20,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:20,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-12-05T15:26:20,730 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412380730, completionTime=-1 2024-12-05T15:26:20,730 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:26:20,730 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412440732 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412500732 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33299,1733412377395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33299,1733412377395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33299,1733412377395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:33299, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,732 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,733 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.128sec 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33299,1733412377395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:20,735 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33299,1733412377395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:26:20,737 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:26:20,737 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:26:20,737 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,33299,1733412377395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:20,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:20,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,33299,-1 for getting cluster id 2024-12-05T15:26:20,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:20,778 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fea263d-9997-4e79-8199-147199bffb38' 2024-12-05T15:26:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fea263d-9997-4e79-8199-147199bffb38" 2024-12-05T15:26:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49df3dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,33299,-1] 2024-12-05T15:26:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:20,779 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:20,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb9b812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:20,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34825,1733412377552, seqNum=-1] 2024-12-05T15:26:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:20,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:20,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,33299,1733412377395 2024-12-05T15:26:20,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:20,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a747936f0002 connected 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir so I do NOT create it in target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e 2024-12-05T15:26:20,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.tmp.dir so I do NOT create it in target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e 2024-12-05T15:26:20,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:26:20,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/cluster_9e151b13-9e08-e098-0bea-45ce7a44a4ee, deleteOnExit=true 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/test.cache.data in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:26:20,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:26:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:26:20,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:26:20,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:20,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:20,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:20,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:20,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:26:20,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:20,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:20,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:21,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47d8fe44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/java.io.tmpdir/jetty-localhost-46393-hadoop-hdfs-3_4_1-tests_jar-_-any-15216280539539185222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:21,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5028312f{HTTP/1.1, (http/1.1)}{localhost:46393} 2024-12-05T15:26:21,082 INFO [Time-limited test {}] server.Server(415): Started @330035ms 2024-12-05T15:26:21,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:21,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:21,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:21,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:21,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:26:21,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:21,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:21,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a1f4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/java.io.tmpdir/jetty-localhost-33059-hadoop-hdfs-3_4_1-tests_jar-_-any-5549004929522361665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:21,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2f2d51{HTTP/1.1, (http/1.1)}{localhost:33059} 2024-12-05T15:26:21,327 INFO [Time-limited test {}] server.Server(415): Started @330279ms 2024-12-05T15:26:21,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:26:21,755 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/cluster_9e151b13-9e08-e098-0bea-45ce7a44a4ee/data/data1/current/BP-527580568-172.17.0.3-1733412380822/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:21,755 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/cluster_9e151b13-9e08-e098-0bea-45ce7a44a4ee/data/data2/current/BP-527580568-172.17.0.3-1733412380822/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:21,774 WARN [Thread-4430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:26:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859019727f02102b with lease ID 0x320e356128f33ad: Processing first storage report for DS-b5601864-1ed2-46b5-81a3-c47e861bc888 from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=0b833505-c075-4e63-aa5e-7d067f8aef54, infoPort=35283, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1408094710;c=1733412380822) 2024-12-05T15:26:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859019727f02102b with lease ID 0x320e356128f33ad: from storage DS-b5601864-1ed2-46b5-81a3-c47e861bc888 node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=0b833505-c075-4e63-aa5e-7d067f8aef54, infoPort=35283, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1408094710;c=1733412380822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859019727f02102b with lease ID 0x320e356128f33ad: Processing first storage report for DS-78623522-e48c-415e-8a7d-99af647544d8 from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=0b833505-c075-4e63-aa5e-7d067f8aef54, infoPort=35283, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1408094710;c=1733412380822) 2024-12-05T15:26:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859019727f02102b with lease ID 0x320e356128f33ad: from storage DS-78623522-e48c-415e-8a7d-99af647544d8 node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=0b833505-c075-4e63-aa5e-7d067f8aef54, infoPort=35283, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1408094710;c=1733412380822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:21,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e 2024-12-05T15:26:21,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:21,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:21,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:26:22,254 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23 with version=8 2024-12-05T15:26:22,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/hbase-staging 2024-12-05T15:26:22,256 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:26:22,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:22,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43013 2024-12-05T15:26:22,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43013 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:22,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430130x0, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:22,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43013-0x101a747936f0003 connected 2024-12-05T15:26:22,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:22,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:22,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/running 2024-12-05T15:26:22,352 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23, hbase.cluster.distributed=false 2024-12-05T15:26:22,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/acl 2024-12-05T15:26:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43013 2024-12-05T15:26:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43013 2024-12-05T15:26:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43013 2024-12-05T15:26:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43013 2024-12-05T15:26:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43013 2024-12-05T15:26:22,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:26:22,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:22,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38345 2024-12-05T15:26:22,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38345 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:22,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:22,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383450x0, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:22,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383450x0, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/running 2024-12-05T15:26:22,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38345-0x101a747936f0004 connected 2024-12-05T15:26:22,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:26:22,377 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:26:22,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/master 2024-12-05T15:26:22,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/acl 2024-12-05T15:26:22,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38345 2024-12-05T15:26:22,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38345 2024-12-05T15:26:22,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38345 2024-12-05T15:26:22,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38345 2024-12-05T15:26:22,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38345 2024-12-05T15:26:22,399 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:43013 2024-12-05T15:26:22,399 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-301849333/backup-masters/5a29627a94df,43013,1733412382256 2024-12-05T15:26:22,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333/backup-masters 2024-12-05T15:26:22,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333/backup-masters 2024-12-05T15:26:22,407 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on existing znode=/1-301849333/backup-masters/5a29627a94df,43013,1733412382256 2024-12-05T15:26:22,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-301849333/master 2024-12-05T15:26:22,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:22,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:22,416 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on existing znode=/1-301849333/master 2024-12-05T15:26:22,416 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-301849333/backup-masters/5a29627a94df,43013,1733412382256 from backup master directory 2024-12-05T15:26:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333/backup-masters 2024-12-05T15:26:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301849333/backup-masters/5a29627a94df,43013,1733412382256 2024-12-05T15:26:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333/backup-masters 2024-12-05T15:26:22,424 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:22,424 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,43013,1733412382256 2024-12-05T15:26:22,426 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/hbase.id] with ID: ccba80f8-0b88-46e0-808b-01334fda760c 2024-12-05T15:26:22,426 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/.tmp/hbase.id 2024-12-05T15:26:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:26:22,830 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/.tmp/hbase.id]:[hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/hbase.id] 2024-12-05T15:26:22,838 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:22,838 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:26:22,839 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:26:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:26:23,278 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:23,279 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:26:23,279 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:26:23,684 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store 2024-12-05T15:26:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:26:24,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:24,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:24,115 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:24,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:24,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:24,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:24,115 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:24,115 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412384115Disabling compacts and flushes for region at 1733412384115Disabling writes for close at 1733412384115Writing region close event to WAL at 1733412384115Closed at 1733412384115 2024-12-05T15:26:24,116 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/.initializing 2024-12-05T15:26:24,116 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/WALs/5a29627a94df,43013,1733412382256 2024-12-05T15:26:24,117 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:24,118 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C43013%2C1733412382256, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/WALs/5a29627a94df,43013,1733412382256, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/oldWALs, maxLogs=10 2024-12-05T15:26:24,130 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/WALs/5a29627a94df,43013,1733412382256/5a29627a94df%2C43013%2C1733412382256.1733412384118, exclude list is [], retry=0 2024-12-05T15:26:24,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-b5601864-1ed2-46b5-81a3-c47e861bc888,DISK] 2024-12-05T15:26:24,133 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/WALs/5a29627a94df,43013,1733412382256/5a29627a94df%2C43013%2C1733412382256.1733412384118 2024-12-05T15:26:24,134 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35283:35283)] 2024-12-05T15:26:24,134 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:24,134 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:24,134 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,134 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:26:24,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:24,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:24,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:26:24,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:24,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:24,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:26:24,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:24,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:24,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:26:24,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:24,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:24,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,141 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,141 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,142 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:24,142 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:24,143 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:24,143 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440452, jitterRate=0.049644529819488525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:24,144 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412384134Initializing all the Stores at 1733412384134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412384134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412384135 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412384135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412384135Cleaning up temporary data from old regions at 1733412384141 (+6 ms)Region opened successfully at 1733412384144 (+3 ms) 2024-12-05T15:26:24,144 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:26:24,145 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8b5d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:24,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:26:24,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:26:24,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:26:24,146 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:26:24,147 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:26:24,147 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:26:24,147 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:26:24,151 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:26:24,152 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Unable to get data of znode /1-301849333/balancer because node does not exist (not necessarily an error) 2024-12-05T15:26:24,257 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301849333/balancer already deleted, retry=false 2024-12-05T15:26:24,257 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:26:24,258 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Unable to get data of znode /1-301849333/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:26:24,265 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301849333/normalizer already deleted, retry=false 2024-12-05T15:26:24,265 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:26:24,266 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Unable to get data of znode /1-301849333/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:26:24,273 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301849333/switch/split already deleted, retry=false 2024-12-05T15:26:24,274 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Unable to get data of znode /1-301849333/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:26:24,282 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301849333/switch/merge already deleted, retry=false 2024-12-05T15:26:24,283 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Unable to get data of znode /1-301849333/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:26:24,290 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301849333/snapshot-cleanup already deleted, retry=false 2024-12-05T15:26:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-301849333/running 2024-12-05T15:26:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-301849333/running 2024-12-05T15:26:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:24,299 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,43013,1733412382256, sessionid=0x101a747936f0003, setting cluster-up flag (Was=false) 2024-12-05T15:26:24,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:24,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:24,340 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-301849333/flush-table-proc/acquired, /1-301849333/flush-table-proc/reached, /1-301849333/flush-table-proc/abort 2024-12-05T15:26:24,341 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,43013,1733412382256 2024-12-05T15:26:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:24,382 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-301849333/online-snapshot/acquired, /1-301849333/online-snapshot/reached, /1-301849333/online-snapshot/abort 2024-12-05T15:26:24,382 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,43013,1733412382256 2024-12-05T15:26:24,383 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:26:24,384 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:24,384 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:26:24,384 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:26:24,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,43013,1733412382256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:26:24,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:24,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:24,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:24,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:24,385 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:26:24,386 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,386 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:24,386 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412414386 2024-12-05T15:26:24,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:26:24,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:26:24,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:26:24,386 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:26:24,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:26:24,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:26:24,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:24,387 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:26:24,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:26:24,388 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412384387,5,FailOnTimeoutGroup] 2024-12-05T15:26:24,388 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412384388,5,FailOnTimeoutGroup] 2024-12-05T15:26:24,388 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,388 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:26:24,388 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,388 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:26:24,406 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(746): ClusterId : ccba80f8-0b88-46e0-808b-01334fda760c 2024-12-05T15:26:24,406 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:26:24,416 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:26:24,416 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:26:24,424 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:26:24,424 DEBUG [RS:0;5a29627a94df:38345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1736775b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:24,438 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:38345 2024-12-05T15:26:24,438 INFO [RS:0;5a29627a94df:38345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:26:24,438 INFO [RS:0;5a29627a94df:38345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:26:24,438 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:26:24,439 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,43013,1733412382256 with port=38345, startcode=1733412382365 2024-12-05T15:26:24,439 DEBUG [RS:0;5a29627a94df:38345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:26:24,440 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:26:24,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,38345,1733412382365 2024-12-05T15:26:24,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43013 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,38345,1733412382365 2024-12-05T15:26:24,442 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23 2024-12-05T15:26:24,442 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46549 2024-12-05T15:26:24,442 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:26:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333/rs 2024-12-05T15:26:24,479 DEBUG [RS:0;5a29627a94df:38345 {}] zookeeper.ZKUtil(111): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on existing znode=/1-301849333/rs/5a29627a94df,38345,1733412382365 2024-12-05T15:26:24,479 WARN [RS:0;5a29627a94df:38345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:24,479 INFO [RS:0;5a29627a94df:38345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:24,479 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365 2024-12-05T15:26:24,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,38345,1733412382365] 2024-12-05T15:26:24,482 INFO [RS:0;5a29627a94df:38345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:26:24,483 INFO [RS:0;5a29627a94df:38345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:26:24,484 INFO [RS:0;5a29627a94df:38345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:26:24,484 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,484 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:26:24,485 INFO [RS:0;5a29627a94df:38345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:26:24,485 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:24,485 DEBUG [RS:0;5a29627a94df:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:24,485 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,485 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,485 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,486 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,486 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,486 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38345,1733412382365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:24,514 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:26:24,515 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,38345,1733412382365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,515 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,515 INFO [RS:0;5a29627a94df:38345 {}] regionserver.Replication(171): 5a29627a94df,38345,1733412382365 started 2024-12-05T15:26:24,530 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:24,530 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,38345,1733412382365, RpcServer on 5a29627a94df/172.17.0.3:38345, sessionid=0x101a747936f0004 2024-12-05T15:26:24,531 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:26:24,531 DEBUG [RS:0;5a29627a94df:38345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,38345,1733412382365 2024-12-05T15:26:24,531 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,38345,1733412382365' 2024-12-05T15:26:24,531 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-301849333/flush-table-proc/abort' 2024-12-05T15:26:24,531 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-301849333/flush-table-proc/acquired' 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,38345,1733412382365 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,38345,1733412382365' 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-301849333/online-snapshot/abort' 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-301849333/online-snapshot/acquired' 2024-12-05T15:26:24,532 DEBUG [RS:0;5a29627a94df:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:26:24,532 INFO [RS:0;5a29627a94df:38345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:26:24,532 INFO [RS:0;5a29627a94df:38345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:26:24,633 INFO [RS:0;5a29627a94df:38345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:24,634 INFO [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C38345%2C1733412382365, suffix=, logDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/oldWALs, maxLogs=10 2024-12-05T15:26:24,645 DEBUG [RS:0;5a29627a94df:38345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365/5a29627a94df%2C38345%2C1733412382365.1733412384634, exclude list is [], retry=0 2024-12-05T15:26:24,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-b5601864-1ed2-46b5-81a3-c47e861bc888,DISK] 2024-12-05T15:26:24,648 INFO [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365/5a29627a94df%2C38345%2C1733412382365.1733412384634 2024-12-05T15:26:24,648 DEBUG [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35283:35283)] 2024-12-05T15:26:24,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:26:24,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23 2024-12-05T15:26:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:26:25,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:25,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:25,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:25,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:25,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:25,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:25,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:25,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:25,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:25,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:25,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740 2024-12-05T15:26:25,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740 2024-12-05T15:26:25,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:25,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:25,208 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:25,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:25,210 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:25,210 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64650324, jitterRate=-0.03663510084152222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:25,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412385200Initializing all the Stores at 1733412385201 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412385201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412385201Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412385201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412385201Cleaning up temporary data from old regions at 1733412385208 (+7 ms)Region opened successfully at 1733412385210 (+2 ms) 2024-12-05T15:26:25,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:25,211 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:25,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:25,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:25,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:25,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:25,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412385210Disabling compacts and flushes for region at 1733412385210Disabling writes for close at 1733412385211 (+1 ms)Writing region close event to WAL at 1733412385211Closed at 1733412385211 2024-12-05T15:26:25,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:25,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:26:25,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:26:25,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:25,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:26:25,363 DEBUG [5a29627a94df:43013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:26:25,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,38345,1733412382365 2024-12-05T15:26:25,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,38345,1733412382365, state=OPENING 2024-12-05T15:26:25,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:26:25,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:25,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:25,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:25,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,38345,1733412382365}] 2024-12-05T15:26:25,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301849333/meta-region-server: CHANGED 2024-12-05T15:26:25,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301849333/meta-region-server: CHANGED 2024-12-05T15:26:25,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:25,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:26:25,563 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:26:25,563 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:25,563 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:26:25,564 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C38345%2C1733412382365.meta, suffix=.meta, logDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365, archiveDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/oldWALs, maxLogs=10 2024-12-05T15:26:25,575 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365/5a29627a94df%2C38345%2C1733412382365.meta.1733412385564.meta, exclude list is [], retry=0 2024-12-05T15:26:25,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-b5601864-1ed2-46b5-81a3-c47e861bc888,DISK] 2024-12-05T15:26:25,578 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/WALs/5a29627a94df,38345,1733412382365/5a29627a94df%2C38345%2C1733412382365.meta.1733412385564.meta 2024-12-05T15:26:25,578 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35283:35283)] 2024-12-05T15:26:25,578 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:25,579 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:25,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:26:25,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:26:25,579 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:26:25,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:26:25,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:25,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:26:25,579 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:26:25,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:25,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:25,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:25,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:25,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:25,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:25,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:25,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:25,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:25,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:25,583 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:25,584 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740 2024-12-05T15:26:25,585 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740 2024-12-05T15:26:25,586 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:25,586 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:25,586 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:25,587 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:25,587 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71846298, jitterRate=0.07059326767921448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:25,587 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:26:25,587 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412385579Writing region info on filesystem at 1733412385579Initializing all the Stores at 1733412385580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412385580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412385580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412385580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412385580Cleaning up temporary data from old regions at 1733412385586 (+6 ms)Running coprocessor post-open hooks at 1733412385587 (+1 ms)Region opened successfully at 1733412385587 2024-12-05T15:26:25,588 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412385559 2024-12-05T15:26:25,589 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:26:25,589 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:26:25,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,38345,1733412382365 2024-12-05T15:26:25,590 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,38345,1733412382365, state=OPEN 2024-12-05T15:26:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-301849333/meta-region-server 2024-12-05T15:26:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-301849333/meta-region-server 2024-12-05T15:26:25,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,38345,1733412382365 2024-12-05T15:26:25,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301849333/meta-region-server: CHANGED 2024-12-05T15:26:25,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301849333/meta-region-server: CHANGED 2024-12-05T15:26:25,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:26:25,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,38345,1733412382365 in 192 msec 2024-12-05T15:26:25,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:26:25,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-05T15:26:25,601 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:25,601 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:26:25,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:25,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38345,1733412382365, seqNum=-1] 2024-12-05T15:26:25,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:25,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:25,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-12-05T15:26:25,607 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412385606, completionTime=-1 2024-12-05T15:26:25,607 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:26:25,607 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412445608 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412505608 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43013,1733412382256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43013,1733412382256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43013,1733412382256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:43013, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,608 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,610 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.187sec 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43013,1733412382256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:25,611 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43013,1733412382256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:26:25,613 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:26:25,613 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:26:25,613 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43013,1733412382256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:25,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524e48be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:25,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43013,-1 for getting cluster id 2024-12-05T15:26:25,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:25,616 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccba80f8-0b88-46e0-808b-01334fda760c' 2024-12-05T15:26:25,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:25,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccba80f8-0b88-46e0-808b-01334fda760c" 2024-12-05T15:26:25,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a774ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:25,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43013,-1] 2024-12-05T15:26:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:25,617 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:25,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b87431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:25,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38345,1733412382365, seqNum=-1] 2024-12-05T15:26:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:25,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:25,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,43013,1733412382256 2024-12-05T15:26:25,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:25,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:25,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a747936f0005 connected 2024-12-05T15:26:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir so I do NOT create it in target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612 2024-12-05T15:26:25,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T15:26:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.tmp.dir so I do NOT create it in target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612 2024-12-05T15:26:25,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T15:26:25,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612 2024-12-05T15:26:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T15:26:25,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/cluster_b74fdacf-cdf1-f575-8197-d3c5a84bd11e, deleteOnExit=true 2024-12-05T15:26:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/test.cache.data in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/hadoop.log.dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T15:26:25,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T15:26:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/nfs.dump.dir in system properties and HBase conf 2024-12-05T15:26:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/java.io.tmpdir in system properties and HBase conf 2024-12-05T15:26:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T15:26:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T15:26:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T15:26:25,821 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T15:26:25,822 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,822 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,884 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,895 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,895 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:25,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:25,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:25,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:25,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:25,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T15:26:25,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:25,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:25,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:26,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab6d795{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/java.io.tmpdir/jetty-localhost-36083-hadoop-hdfs-3_4_1-tests_jar-_-any-15753317354202077180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:26,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:36083} 2024-12-05T15:26:26,082 INFO [Time-limited test {}] server.Server(415): Started @335035ms 2024-12-05T15:26:26,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T15:26:26,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T15:26:26,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T15:26:26,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T15:26:26,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T15:26:26,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/hadoop.log.dir/,AVAILABLE} 2024-12-05T15:26:26,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T15:26:26,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38110666{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/java.io.tmpdir/jetty-localhost-38353-hadoop-hdfs-3_4_1-tests_jar-_-any-4686374628219224544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:26,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:38353} 2024-12-05T15:26:26,353 INFO [Time-limited test {}] server.Server(415): Started @335306ms 2024-12-05T15:26:26,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T15:26:26,751 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/cluster_b74fdacf-cdf1-f575-8197-d3c5a84bd11e/data/data1/current/BP-1007025038-172.17.0.3-1733412385661/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:26,751 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/cluster_b74fdacf-cdf1-f575-8197-d3c5a84bd11e/data/data2/current/BP-1007025038-172.17.0.3-1733412385661/current, will proceed with Du for space computation calculation, 2024-12-05T15:26:26,769 WARN [Thread-4551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T15:26:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x292af646712a5a97 with lease ID 0x9898656af3e292a: Processing first storage report for DS-065790fc-dfa7-4477-88c4-5b869ad7733a from datanode DatanodeRegistration(127.0.0.1:36491, datanodeUuid=ce4bd29e-99ef-47a6-bf87-b0baa5cf9cce, infoPort=37165, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1598850453;c=1733412385661) 2024-12-05T15:26:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x292af646712a5a97 with lease ID 0x9898656af3e292a: from storage DS-065790fc-dfa7-4477-88c4-5b869ad7733a node DatanodeRegistration(127.0.0.1:36491, datanodeUuid=ce4bd29e-99ef-47a6-bf87-b0baa5cf9cce, infoPort=37165, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1598850453;c=1733412385661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x292af646712a5a97 with lease ID 0x9898656af3e292a: Processing first storage report for DS-5b44d1e4-0289-43b2-b784-752f5f611ab2 from datanode DatanodeRegistration(127.0.0.1:36491, datanodeUuid=ce4bd29e-99ef-47a6-bf87-b0baa5cf9cce, infoPort=37165, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1598850453;c=1733412385661) 2024-12-05T15:26:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x292af646712a5a97 with lease ID 0x9898656af3e292a: from storage DS-5b44d1e4-0289-43b2-b784-752f5f611ab2 node DatanodeRegistration(127.0.0.1:36491, datanodeUuid=ce4bd29e-99ef-47a6-bf87-b0baa5cf9cce, infoPort=37165, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1598850453;c=1733412385661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T15:26:26,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612 2024-12-05T15:26:26,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:26,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:26,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741825_1001 (size=7) 2024-12-05T15:26:27,186 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550 with version=8 2024-12-05T15:26:27,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/hbase-staging 2024-12-05T15:26:27,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:27,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:27,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:27,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:27,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:27,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:27,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T15:26:27,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:27,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35823 2024-12-05T15:26:27,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35823 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:27,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358230x0, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:27,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35823-0x101a747936f0006 connected 2024-12-05T15:26:27,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:27,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:27,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/running 2024-12-05T15:26:27,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550, hbase.cluster.distributed=false 2024-12-05T15:26:27,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/acl 2024-12-05T15:26:27,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-05T15:26:27,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-12-05T15:26:27,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-12-05T15:26:27,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-05T15:26:27,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-05T15:26:27,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a29627a94df:0 server-side Connection retries=45 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T15:26:27,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T15:26:27,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43667 2024-12-05T15:26:27,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43667 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:27,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:27,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436670x0, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:27,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436670x0, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/running 2024-12-05T15:26:27,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43667-0x101a747936f0007 connected 2024-12-05T15:26:27,316 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T15:26:27,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T15:26:27,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/master 2024-12-05T15:26:27,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/acl 2024-12-05T15:26:27,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43667 2024-12-05T15:26:27,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43667 2024-12-05T15:26:27,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43667 2024-12-05T15:26:27,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43667 2024-12-05T15:26:27,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43667 2024-12-05T15:26:27,336 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a29627a94df:35823 2024-12-05T15:26:27,337 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21741402539/backup-masters/5a29627a94df,35823,1733412387188 2024-12-05T15:26:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539/backup-masters 2024-12-05T15:26:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539/backup-masters 2024-12-05T15:26:27,340 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on existing znode=/21741402539/backup-masters/5a29627a94df,35823,1733412387188 2024-12-05T15:26:27,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21741402539/master 2024-12-05T15:26:27,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:27,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:27,349 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on existing znode=/21741402539/master 2024-12-05T15:26:27,349 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21741402539/backup-masters/5a29627a94df,35823,1733412387188 from backup master directory 2024-12-05T15:26:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21741402539/backup-masters/5a29627a94df,35823,1733412387188 2024-12-05T15:26:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539/backup-masters 2024-12-05T15:26:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539/backup-masters 2024-12-05T15:26:27,357 WARN [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:27,357 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a29627a94df,35823,1733412387188 2024-12-05T15:26:27,359 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/hbase.id] with ID: 04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f 2024-12-05T15:26:27,359 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/.tmp/hbase.id 2024-12-05T15:26:27,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741826_1002 (size=42) 2024-12-05T15:26:27,763 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/.tmp/hbase.id]:[hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/hbase.id] 2024-12-05T15:26:27,771 INFO [master/5a29627a94df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:27,771 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T15:26:27,772 INFO [master/5a29627a94df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T15:26:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741827_1003 (size=196) 2024-12-05T15:26:28,237 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:28,237 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T15:26:28,238 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741828_1004 (size=1189) 2024-12-05T15:26:28,644 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store 2024-12-05T15:26:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741829_1005 (size=34) 2024-12-05T15:26:29,049 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:29,049 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:29,049 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:29,049 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:29,049 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:29,049 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:29,049 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:29,049 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412389049Disabling compacts and flushes for region at 1733412389049Disabling writes for close at 1733412389049Writing region close event to WAL at 1733412389049Closed at 1733412389049 2024-12-05T15:26:29,050 WARN [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/.initializing 2024-12-05T15:26:29,050 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/WALs/5a29627a94df,35823,1733412387188 2024-12-05T15:26:29,051 INFO [master/5a29627a94df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:29,052 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a29627a94df%2C35823%2C1733412387188, suffix=, logDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/WALs/5a29627a94df,35823,1733412387188, archiveDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/oldWALs, maxLogs=10 2024-12-05T15:26:29,067 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/WALs/5a29627a94df,35823,1733412387188/5a29627a94df%2C35823%2C1733412387188.1733412389052, exclude list is [], retry=0 2024-12-05T15:26:29,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36491,DS-065790fc-dfa7-4477-88c4-5b869ad7733a,DISK] 2024-12-05T15:26:29,071 INFO [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/WALs/5a29627a94df,35823,1733412387188/5a29627a94df%2C35823%2C1733412387188.1733412389052 2024-12-05T15:26:29,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-12-05T15:26:29,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:29,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:29,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,071 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T15:26:29,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:29,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:29,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T15:26:29,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:29,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:29,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T15:26:29,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:29,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:29,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T15:26:29,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:29,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:29,077 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,077 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,078 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,078 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,078 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,079 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:29,079 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T15:26:29,081 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:29,081 INFO [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74267845, jitterRate=0.10667712986469269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:29,081 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733412389072Initializing all the Stores at 1733412389072Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412389072Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412389072Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412389072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412389072Cleaning up temporary data from old regions at 1733412389078 (+6 ms)Region opened successfully at 1733412389081 (+3 ms) 2024-12-05T15:26:29,081 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T15:26:29,083 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e36058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:29,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T15:26:29,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T15:26:29,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T15:26:29,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T15:26:29,084 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T15:26:29,085 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T15:26:29,085 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T15:26:29,086 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T15:26:29,086 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Unable to get data of znode /21741402539/balancer because node does not exist (not necessarily an error) 2024-12-05T15:26:29,140 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21741402539/balancer already deleted, retry=false 2024-12-05T15:26:29,140 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T15:26:29,141 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Unable to get data of znode /21741402539/normalizer because node does not exist (not necessarily an error) 2024-12-05T15:26:29,148 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21741402539/normalizer already deleted, retry=false 2024-12-05T15:26:29,149 INFO [master/5a29627a94df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T15:26:29,149 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Unable to get data of znode /21741402539/switch/split because node does not exist (not necessarily an error) 2024-12-05T15:26:29,156 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21741402539/switch/split already deleted, retry=false 2024-12-05T15:26:29,157 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Unable to get data of znode /21741402539/switch/merge because node does not exist (not necessarily an error) 2024-12-05T15:26:29,165 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21741402539/switch/merge already deleted, retry=false 2024-12-05T15:26:29,166 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Unable to get data of znode /21741402539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T15:26:29,173 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21741402539/snapshot-cleanup already deleted, retry=false 2024-12-05T15:26:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21741402539/running 2024-12-05T15:26:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21741402539/running 2024-12-05T15:26:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:29,182 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a29627a94df,35823,1733412387188, sessionid=0x101a747936f0006, setting cluster-up flag (Was=false) 2024-12-05T15:26:29,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:29,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:29,223 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21741402539/flush-table-proc/acquired, /21741402539/flush-table-proc/reached, /21741402539/flush-table-proc/abort 2024-12-05T15:26:29,224 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,35823,1733412387188 2024-12-05T15:26:29,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:29,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:29,265 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21741402539/online-snapshot/acquired, /21741402539/online-snapshot/reached, /21741402539/online-snapshot/abort 2024-12-05T15:26:29,266 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a29627a94df,35823,1733412387188 2024-12-05T15:26:29,267 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T15:26:29,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:29,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T15:26:29,268 INFO [master/5a29627a94df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T15:26:29,268 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a29627a94df,35823,1733412387188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T15:26:29,269 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:29,269 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:29,269 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:29,269 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a29627a94df:0, corePoolSize=5, maxPoolSize=5 2024-12-05T15:26:29,269 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a29627a94df:0, corePoolSize=10, maxPoolSize=10 2024-12-05T15:26:29,270 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,270 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:29,270 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,270 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733412419270 2024-12-05T15:26:29,270 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T15:26:29,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T15:26:29,271 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T15:26:29,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T15:26:29,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T15:26:29,272 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412389272,5,FailOnTimeoutGroup] 2024-12-05T15:26:29,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:29,272 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412389272,5,FailOnTimeoutGroup] 2024-12-05T15:26:29,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T15:26:29,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,272 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T15:26:29,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741831_1007 (size=1321) 2024-12-05T15:26:29,325 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(746): ClusterId : 04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f 2024-12-05T15:26:29,325 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T15:26:29,332 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T15:26:29,332 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T15:26:29,341 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T15:26:29,341 DEBUG [RS:0;5a29627a94df:43667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2957c821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a29627a94df/172.17.0.3:0 2024-12-05T15:26:29,351 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a29627a94df:43667 2024-12-05T15:26:29,351 INFO [RS:0;5a29627a94df:43667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T15:26:29,351 INFO [RS:0;5a29627a94df:43667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T15:26:29,351 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T15:26:29,352 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a29627a94df,35823,1733412387188 with port=43667, startcode=1733412387300 2024-12-05T15:26:29,352 DEBUG [RS:0;5a29627a94df:43667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T15:26:29,353 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T15:26:29,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a29627a94df,43667,1733412387300 2024-12-05T15:26:29,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(517): Registering regionserver=5a29627a94df,43667,1733412387300 2024-12-05T15:26:29,355 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550 2024-12-05T15:26:29,355 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42801 2024-12-05T15:26:29,355 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T15:26:29,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539/rs 2024-12-05T15:26:29,420 DEBUG [RS:0;5a29627a94df:43667 {}] zookeeper.ZKUtil(111): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on existing znode=/21741402539/rs/5a29627a94df,43667,1733412387300 2024-12-05T15:26:29,420 WARN [RS:0;5a29627a94df:43667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T15:26:29,420 INFO [RS:0;5a29627a94df:43667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:29,420 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300 2024-12-05T15:26:29,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a29627a94df,43667,1733412387300] 2024-12-05T15:26:29,422 INFO [RS:0;5a29627a94df:43667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T15:26:29,424 INFO [RS:0;5a29627a94df:43667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T15:26:29,424 INFO [RS:0;5a29627a94df:43667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T15:26:29,424 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,424 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T15:26:29,425 INFO [RS:0;5a29627a94df:43667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T15:26:29,425 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a29627a94df:0, corePoolSize=2, maxPoolSize=2 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a29627a94df:0, corePoolSize=1, maxPoolSize=1 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:29,425 DEBUG [RS:0;5a29627a94df:43667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a29627a94df:0, corePoolSize=3, maxPoolSize=3 2024-12-05T15:26:29,426 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,426 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,426 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,426 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,426 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,426 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43667,1733412387300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:29,439 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T15:26:29,439 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,43667,1733412387300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,439 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,439 INFO [RS:0;5a29627a94df:43667 {}] regionserver.Replication(171): 5a29627a94df,43667,1733412387300 started 2024-12-05T15:26:29,450 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:29,450 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1482): Serving as 5a29627a94df,43667,1733412387300, RpcServer on 5a29627a94df/172.17.0.3:43667, sessionid=0x101a747936f0007 2024-12-05T15:26:29,450 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T15:26:29,450 DEBUG [RS:0;5a29627a94df:43667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a29627a94df,43667,1733412387300 2024-12-05T15:26:29,450 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43667,1733412387300' 2024-12-05T15:26:29,450 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21741402539/flush-table-proc/abort' 2024-12-05T15:26:29,451 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21741402539/flush-table-proc/acquired' 2024-12-05T15:26:29,451 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T15:26:29,451 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T15:26:29,451 DEBUG [RS:0;5a29627a94df:43667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a29627a94df,43667,1733412387300 2024-12-05T15:26:29,451 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a29627a94df,43667,1733412387300' 2024-12-05T15:26:29,451 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21741402539/online-snapshot/abort' 2024-12-05T15:26:29,452 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21741402539/online-snapshot/acquired' 2024-12-05T15:26:29,452 DEBUG [RS:0;5a29627a94df:43667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T15:26:29,452 INFO [RS:0;5a29627a94df:43667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T15:26:29,452 INFO [RS:0;5a29627a94df:43667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T15:26:29,552 INFO [RS:0;5a29627a94df:43667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T15:26:29,553 INFO [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43667%2C1733412387300, suffix=, logDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300, archiveDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/oldWALs, maxLogs=10 2024-12-05T15:26:29,564 DEBUG [RS:0;5a29627a94df:43667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300/5a29627a94df%2C43667%2C1733412387300.1733412389554, exclude list is [], retry=0 2024-12-05T15:26:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36491,DS-065790fc-dfa7-4477-88c4-5b869ad7733a,DISK] 2024-12-05T15:26:29,568 INFO [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300/5a29627a94df%2C43667%2C1733412387300.1733412389554 2024-12-05T15:26:29,568 DEBUG [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-12-05T15:26:29,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T15:26:29,681 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550 2024-12-05T15:26:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741833_1009 (size=32) 2024-12-05T15:26:30,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:30,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:30,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:30,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:30,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:30,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:30,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:30,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:30,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:30,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:30,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740 2024-12-05T15:26:30,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740 2024-12-05T15:26:30,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:30,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:30,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:30,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:30,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:30,094 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60960889, jitterRate=-0.09161196649074554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:30,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733412390085Initializing all the Stores at 1733412390086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412390086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412390086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412390086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412390086Cleaning up temporary data from old regions at 1733412390092 (+6 ms)Region opened successfully at 1733412390094 (+2 ms) 2024-12-05T15:26:30,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:30,094 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:30,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:30,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:30,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:30,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:30,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412390094Disabling compacts and flushes for region at 1733412390094Disabling writes for close at 1733412390094Writing region close event to WAL at 1733412390095 (+1 ms)Closed at 1733412390095 2024-12-05T15:26:30,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:30,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T15:26:30,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T15:26:30,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:30,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T15:26:30,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:30,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:26:30,136 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148940 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:26:30,247 DEBUG [5a29627a94df:35823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T15:26:30,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a29627a94df,43667,1733412387300 2024-12-05T15:26:30,249 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43667,1733412387300, state=OPENING 2024-12-05T15:26:30,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T15:26:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:30,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21741402539/meta-region-server: CHANGED 2024-12-05T15:26:30,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21741402539/meta-region-server: CHANGED 2024-12-05T15:26:30,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T15:26:30,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43667,1733412387300}] 2024-12-05T15:26:30,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:30,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:26:30,446 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T15:26:30,446 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:30,446 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T15:26:30,447 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C43667%2C1733412387300.meta, suffix=.meta, logDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300, archiveDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/oldWALs, maxLogs=10 2024-12-05T15:26:30,459 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300/5a29627a94df%2C43667%2C1733412387300.meta.1733412390447.meta, exclude list is [], retry=0 2024-12-05T15:26:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36491,DS-065790fc-dfa7-4477-88c4-5b869ad7733a,DISK] 2024-12-05T15:26:30,462 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/WALs/5a29627a94df,43667,1733412387300/5a29627a94df%2C43667%2C1733412387300.meta.1733412390447.meta 2024-12-05T15:26:30,462 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-12-05T15:26:30,462 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:30,462 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:30,462 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:26:30,462 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T15:26:30,462 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T15:26:30,463 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T15:26:30,463 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:30,463 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T15:26:30,463 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T15:26:30,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T15:26:30,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T15:26:30,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T15:26:30,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T15:26:30,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T15:26:30,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T15:26:30,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T15:26:30,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T15:26:30,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T15:26:30,468 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T15:26:30,468 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740 2024-12-05T15:26:30,469 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740 2024-12-05T15:26:30,470 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T15:26:30,470 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T15:26:30,470 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T15:26:30,471 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T15:26:30,471 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60317896, jitterRate=-0.10119330883026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T15:26:30,472 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T15:26:30,472 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733412390463Writing region info on filesystem at 1733412390463Initializing all the Stores at 1733412390463Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412390463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412390464 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412390464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733412390464Cleaning up temporary data from old regions at 1733412390470 (+6 ms)Running coprocessor post-open hooks at 1733412390472 (+2 ms)Region opened successfully at 1733412390472 2024-12-05T15:26:30,472 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733412390442 2024-12-05T15:26:30,474 DEBUG [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T15:26:30,474 INFO [RS_OPEN_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T15:26:30,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,43667,1733412387300 2024-12-05T15:26:30,475 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a29627a94df,43667,1733412387300, state=OPEN 2024-12-05T15:26:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21741402539/meta-region-server 2024-12-05T15:26:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21741402539/meta-region-server 2024-12-05T15:26:30,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a29627a94df,43667,1733412387300 2024-12-05T15:26:30,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21741402539/meta-region-server: CHANGED 2024-12-05T15:26:30,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21741402539/meta-region-server: CHANGED 2024-12-05T15:26:30,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T15:26:30,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a29627a94df,43667,1733412387300 in 192 msec 2024-12-05T15:26:30,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T15:26:30,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-05T15:26:30,485 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T15:26:30,485 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T15:26:30,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:30,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43667,1733412387300, seqNum=-1] 2024-12-05T15:26:30,487 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:30,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:30,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-05T15:26:30,491 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733412390491, completionTime=-1 2024-12-05T15:26:30,491 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T15:26:30,491 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T15:26:30,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T15:26:30,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733412450493 2024-12-05T15:26:30,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733412510493 2024-12-05T15:26:30,493 INFO [master/5a29627a94df:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T15:26:30,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35823,1733412387188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35823,1733412387188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35823,1733412387188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a29627a94df:35823, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,494 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,495 DEBUG [master/5a29627a94df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.140sec 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35823,1733412387188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T15:26:30,497 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35823,1733412387188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T15:26:30,499 DEBUG [master/5a29627a94df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T15:26:30,499 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T15:26:30,499 INFO [master/5a29627a94df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a29627a94df,35823,1733412387188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T15:26:30,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:30,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35823,-1 for getting cluster id 2024-12-05T15:26:30,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:30,527 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f' 2024-12-05T15:26:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f" 2024-12-05T15:26:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2933d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35823,-1] 2024-12-05T15:26:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:30,529 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:30,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:30,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43667,1733412387300, seqNum=-1] 2024-12-05T15:26:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:30,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:30,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a29627a94df,35823,1733412387188 2024-12-05T15:26:30,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53323 2024-12-05T15:26:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T15:26:30,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a747936f0008 connected 2024-12-05T15:26:30,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,33299,1733412377395 2024-12-05T15:26:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b607c3 2024-12-05T15:26:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:30,552 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:30,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:26:30,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:26:30,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:30,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:26:30,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:30,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1841963b624f548ac4c060d3c48933c, NAME => 'test,,1733412390552.c1841963b624f548ac4c060d3c48933c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82 2024-12-05T15:26:30,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:26:31,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:31,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:31,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412390552.c1841963b624f548ac4c060d3c48933c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:31,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1841963b624f548ac4c060d3c48933c, disabling compactions & flushes 2024-12-05T15:26:31,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412390552.c1841963b624f548ac4c060d3c48933c. after waiting 0 ms 2024-12-05T15:26:31,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1841963b624f548ac4c060d3c48933c: Waiting for close lock at 1733412391366Disabling compacts and flushes for region at 1733412391366Disabling writes for close at 1733412391366Writing region close event to WAL at 1733412391366Closed at 1733412391366 2024-12-05T15:26:31,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:26:31,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412390552.c1841963b624f548ac4c060d3c48933c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412391367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412391367"}]},"ts":"1733412391367"} 2024-12-05T15:26:31,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:26:31,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:26:31,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412391370"}]},"ts":"1733412391370"} 2024-12-05T15:26:31,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:26:31,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1841963b624f548ac4c060d3c48933c, ASSIGN}] 2024-12-05T15:26:31,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1841963b624f548ac4c060d3c48933c, ASSIGN 2024-12-05T15:26:31,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1841963b624f548ac4c060d3c48933c, ASSIGN; state=OFFLINE, location=5a29627a94df,34825,1733412377552; forceNewPlan=false, retain=false 2024-12-05T15:26:31,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1841963b624f548ac4c060d3c48933c, regionState=OPENING, regionLocation=5a29627a94df,34825,1733412377552 2024-12-05T15:26:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1841963b624f548ac4c060d3c48933c, ASSIGN because future has completed 2024-12-05T15:26:31,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1841963b624f548ac4c060d3c48933c, server=5a29627a94df,34825,1733412377552}] 2024-12-05T15:26:31,683 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,683 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1841963b624f548ac4c060d3c48933c, NAME => 'test,,1733412390552.c1841963b624f548ac4c060d3c48933c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:31,683 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:31,683 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:26:31,683 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,684 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412390552.c1841963b624f548ac4c060d3c48933c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:31,684 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,684 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,685 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,686 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1841963b624f548ac4c060d3c48933c columnFamilyName f 2024-12-05T15:26:31,686 DEBUG [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:31,686 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] regionserver.HStore(327): Store=c1841963b624f548ac4c060d3c48933c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:31,686 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,687 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1841963b624f548ac4c060d3c48933c columnFamilyName f1 2024-12-05T15:26:31,687 DEBUG [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:31,687 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] regionserver.HStore(327): Store=c1841963b624f548ac4c060d3c48933c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:31,687 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,688 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1841963b624f548ac4c060d3c48933c columnFamilyName norep 2024-12-05T15:26:31,688 DEBUG [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:31,688 INFO [StoreOpener-c1841963b624f548ac4c060d3c48933c-1 {}] regionserver.HStore(327): Store=c1841963b624f548ac4c060d3c48933c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:31,688 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,689 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,689 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,690 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,690 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,690 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:26:31,691 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,692 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:31,693 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1841963b624f548ac4c060d3c48933c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68644761, jitterRate=0.022886648774147034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:26:31,693 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:31,693 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1841963b624f548ac4c060d3c48933c: Running coprocessor pre-open hook at 1733412391684Writing region info on filesystem at 1733412391684Initializing all the Stores at 1733412391684Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412391684Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412391685 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412391685Cleaning up temporary data from old regions at 1733412391690 (+5 ms)Running coprocessor post-open hooks at 1733412391693 (+3 ms)Region opened successfully at 1733412391693 2024-12-05T15:26:31,694 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412390552.c1841963b624f548ac4c060d3c48933c., pid=6, masterSystemTime=1733412391679 2024-12-05T15:26:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:31,695 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,695 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:31,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1841963b624f548ac4c060d3c48933c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,34825,1733412377552 2024-12-05T15:26:31,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1841963b624f548ac4c060d3c48933c, server=5a29627a94df,34825,1733412377552 because future has completed 2024-12-05T15:26:31,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:26:31,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1841963b624f548ac4c060d3c48933c, server=5a29627a94df,34825,1733412377552 in 171 msec 2024-12-05T15:26:31,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:26:31,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1841963b624f548ac4c060d3c48933c, ASSIGN in 327 msec 2024-12-05T15:26:31,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:26:31,701 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412391701"}]},"ts":"1733412391701"} 2024-12-05T15:26:31,702 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:26:31,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:26:31,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T15:26:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:32,704 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:26:32,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43013,1733412382256 2024-12-05T15:26:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40da70ce 2024-12-05T15:26:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:32,706 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:32,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:26:32,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:26:32,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:26:32,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:32,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:26:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:26:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:33,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e0ca70c4cb64b73e65267572d38a1ec, NAME => 'test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23 2024-12-05T15:26:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:33,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:33,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2e0ca70c4cb64b73e65267572d38a1ec, disabling compactions & flushes 2024-12-05T15:26:33,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. after waiting 0 ms 2024-12-05T15:26:33,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e0ca70c4cb64b73e65267572d38a1ec: Waiting for close lock at 1733412393523Disabling compacts and flushes for region at 1733412393523Disabling writes for close at 1733412393523Writing region close event to WAL at 1733412393523Closed at 1733412393523 2024-12-05T15:26:33,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:26:33,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412393524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412393524"}]},"ts":"1733412393524"} 2024-12-05T15:26:33,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:26:33,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:26:33,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412393526"}]},"ts":"1733412393526"} 2024-12-05T15:26:33,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:26:33,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e0ca70c4cb64b73e65267572d38a1ec, ASSIGN}] 2024-12-05T15:26:33,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e0ca70c4cb64b73e65267572d38a1ec, ASSIGN 2024-12-05T15:26:33,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2e0ca70c4cb64b73e65267572d38a1ec, ASSIGN; state=OFFLINE, location=5a29627a94df,38345,1733412382365; forceNewPlan=false, retain=false 2024-12-05T15:26:33,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e0ca70c4cb64b73e65267572d38a1ec, regionState=OPENING, regionLocation=5a29627a94df,38345,1733412382365 2024-12-05T15:26:33,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2e0ca70c4cb64b73e65267572d38a1ec, ASSIGN because future has completed 2024-12-05T15:26:33,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0ca70c4cb64b73e65267572d38a1ec, server=5a29627a94df,38345,1733412382365}] 2024-12-05T15:26:33,836 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,836 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e0ca70c4cb64b73e65267572d38a1ec, NAME => 'test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:33,836 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:33,837 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:26:33,837 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,837 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:33,837 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,837 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,838 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,839 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0ca70c4cb64b73e65267572d38a1ec columnFamilyName f 2024-12-05T15:26:33,839 DEBUG [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:33,839 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] regionserver.HStore(327): Store=2e0ca70c4cb64b73e65267572d38a1ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:33,839 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,840 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0ca70c4cb64b73e65267572d38a1ec columnFamilyName f1 2024-12-05T15:26:33,840 DEBUG [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:33,840 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] regionserver.HStore(327): Store=2e0ca70c4cb64b73e65267572d38a1ec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:33,840 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,841 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0ca70c4cb64b73e65267572d38a1ec columnFamilyName norep 2024-12-05T15:26:33,841 DEBUG [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:33,841 INFO [StoreOpener-2e0ca70c4cb64b73e65267572d38a1ec-1 {}] regionserver.HStore(327): Store=2e0ca70c4cb64b73e65267572d38a1ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:33,841 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,842 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,842 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,843 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:26:33,844 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:33,845 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:33,846 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e0ca70c4cb64b73e65267572d38a1ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061408, jitterRate=-0.06031179428100586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:26:33,846 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:33,846 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e0ca70c4cb64b73e65267572d38a1ec: Running coprocessor pre-open hook at 1733412393837Writing region info on filesystem at 1733412393837Initializing all the Stores at 1733412393837Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412393837Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412393838 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412393838Cleaning up temporary data from old regions at 1733412393843 (+5 ms)Running coprocessor post-open hooks at 1733412393846 (+3 ms)Region opened successfully at 1733412393846 2024-12-05T15:26:33,847 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec., pid=6, masterSystemTime=1733412393833 2024-12-05T15:26:33,848 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,848 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:33,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e0ca70c4cb64b73e65267572d38a1ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,38345,1733412382365 2024-12-05T15:26:33,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0ca70c4cb64b73e65267572d38a1ec, server=5a29627a94df,38345,1733412382365 because future has completed 2024-12-05T15:26:33,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:26:33,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e0ca70c4cb64b73e65267572d38a1ec, server=5a29627a94df,38345,1733412382365 in 168 msec 2024-12-05T15:26:33,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:26:33,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2e0ca70c4cb64b73e65267572d38a1ec, ASSIGN in 323 msec 2024-12-05T15:26:33,853 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:26:33,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412393853"}]},"ts":"1733412393853"} 2024-12-05T15:26:33,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:26:33,855 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:26:33,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-05T15:26:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:34,855 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:26:34,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:34,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35823,1733412387188 2024-12-05T15:26:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@317026a1 2024-12-05T15:26:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:34,857 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:34,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T15:26:34,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:26:34,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T15:26:34,947 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:34,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:26:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741835_1011 (size=902) 2024-12-05T15:26:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:35,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 024d2ed4dedd90a23cf156b6fa482755, NAME => 'test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550 2024-12-05T15:26:35,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741836_1012 (size=39) 2024-12-05T15:26:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:35,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:35,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 024d2ed4dedd90a23cf156b6fa482755, disabling compactions & flushes 2024-12-05T15:26:35,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:35,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:35,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. after waiting 0 ms 2024-12-05T15:26:35,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:35,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:35,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 024d2ed4dedd90a23cf156b6fa482755: Waiting for close lock at 1733412395759Disabling compacts and flushes for region at 1733412395759Disabling writes for close at 1733412395759Writing region close event to WAL at 1733412395759Closed at 1733412395759 2024-12-05T15:26:35,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:26:35,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733412395761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412395761"}]},"ts":"1733412395761"} 2024-12-05T15:26:35,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:26:35,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:26:35,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412395763"}]},"ts":"1733412395763"} 2024-12-05T15:26:35,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T15:26:35,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=024d2ed4dedd90a23cf156b6fa482755, ASSIGN}] 2024-12-05T15:26:35,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=024d2ed4dedd90a23cf156b6fa482755, ASSIGN 2024-12-05T15:26:35,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=024d2ed4dedd90a23cf156b6fa482755, ASSIGN; state=OFFLINE, location=5a29627a94df,43667,1733412387300; forceNewPlan=false, retain=false 2024-12-05T15:26:35,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=024d2ed4dedd90a23cf156b6fa482755, regionState=OPENING, regionLocation=5a29627a94df,43667,1733412387300 2024-12-05T15:26:35,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=024d2ed4dedd90a23cf156b6fa482755, ASSIGN because future has completed 2024-12-05T15:26:35,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024d2ed4dedd90a23cf156b6fa482755, server=5a29627a94df,43667,1733412387300}] 2024-12-05T15:26:36,073 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:36,073 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 024d2ed4dedd90a23cf156b6fa482755, NAME => 'test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:36,073 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:36,074 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T15:26:36,074 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,074 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:36,074 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,074 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,077 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,078 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024d2ed4dedd90a23cf156b6fa482755 columnFamilyName f 2024-12-05T15:26:36,078 DEBUG [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:36,078 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] regionserver.HStore(327): Store=024d2ed4dedd90a23cf156b6fa482755/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:36,078 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,079 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024d2ed4dedd90a23cf156b6fa482755 columnFamilyName f1 2024-12-05T15:26:36,079 DEBUG [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:36,079 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] regionserver.HStore(327): Store=024d2ed4dedd90a23cf156b6fa482755/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:36,079 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,080 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024d2ed4dedd90a23cf156b6fa482755 columnFamilyName norep 2024-12-05T15:26:36,080 DEBUG [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:36,081 INFO [StoreOpener-024d2ed4dedd90a23cf156b6fa482755-1 {}] regionserver.HStore(327): Store=024d2ed4dedd90a23cf156b6fa482755/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:36,081 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,081 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,081 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,082 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,082 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,082 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:26:36,083 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,084 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:36,085 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 024d2ed4dedd90a23cf156b6fa482755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68115336, jitterRate=0.014997601509094238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:26:36,085 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:36,085 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 024d2ed4dedd90a23cf156b6fa482755: Running coprocessor pre-open hook at 1733412396074Writing region info on filesystem at 1733412396074Initializing all the Stores at 1733412396075 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412396075Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412396076 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412396076Cleaning up temporary data from old regions at 1733412396082 (+6 ms)Running coprocessor post-open hooks at 1733412396085 (+3 ms)Region opened successfully at 1733412396085 2024-12-05T15:26:36,085 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755., pid=6, masterSystemTime=1733412396070 2024-12-05T15:26:36,087 DEBUG [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:36,087 INFO [RS_OPEN_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:36,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=024d2ed4dedd90a23cf156b6fa482755, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5a29627a94df,43667,1733412387300 2024-12-05T15:26:36,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024d2ed4dedd90a23cf156b6fa482755, server=5a29627a94df,43667,1733412387300 because future has completed 2024-12-05T15:26:36,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T15:26:36,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 024d2ed4dedd90a23cf156b6fa482755, server=5a29627a94df,43667,1733412387300 in 171 msec 2024-12-05T15:26:36,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T15:26:36,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=024d2ed4dedd90a23cf156b6fa482755, ASSIGN in 326 msec 2024-12-05T15:26:36,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:26:36,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412396092"}]},"ts":"1733412396092"} 2024-12-05T15:26:36,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T15:26:36,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:26:36,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2370 sec 2024-12-05T15:26:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T15:26:37,094 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T15:26:37,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:37,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,33299,-1 for getting cluster id 2024-12-05T15:26:37,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:37,096 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fea263d-9997-4e79-8199-147199bffb38' 2024-12-05T15:26:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fea263d-9997-4e79-8199-147199bffb38" 2024-12-05T15:26:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6997a739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,33299,-1] 2024-12-05T15:26:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:37,097 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94bb30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:37,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,33299,1733412377395 2024-12-05T15:26:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15818267 2024-12-05T15:26:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:37,099 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:37,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5a29627a94df:43013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:26:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:37,102 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43013' 2024-12-05T15:26:37,102 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c32307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:37,102 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43013,-1 for getting cluster id 2024-12-05T15:26:37,103 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:37,103 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccba80f8-0b88-46e0-808b-01334fda760c' 2024-12-05T15:26:37,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:37,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccba80f8-0b88-46e0-808b-01334fda760c" 2024-12-05T15:26:37,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d320ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:37,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43013,-1] 2024-12-05T15:26:37,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:37,104 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3dbada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:37,105 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:37,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43013,1733412382256 2024-12-05T15:26:37,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6830f8b5 2024-12-05T15:26:37,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:37,106 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:37,107 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T15:26:37,107 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:26:37,107 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:37,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:37,107 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:37,107 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T15:26:37,109 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T15:26:37,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T15:26:37,109 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:37,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T15:26:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741837_1013 (size=1138) 2024-12-05T15:26:37,159 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T15:26:37,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:37,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acaeb6e892018b6e8fc10d46833578b0, NAME => 'hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82 2024-12-05T15:26:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741838_1014 (size=44) 2024-12-05T15:26:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:37,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:37,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing acaeb6e892018b6e8fc10d46833578b0, disabling compactions & flushes 2024-12-05T15:26:37,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:37,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:37,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. after waiting 0 ms 2024-12-05T15:26:37,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:37,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:37,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for acaeb6e892018b6e8fc10d46833578b0: Waiting for close lock at 1733412397920Disabling compacts and flushes for region at 1733412397920Disabling writes for close at 1733412397920Writing region close event to WAL at 1733412397920Closed at 1733412397920 2024-12-05T15:26:37,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T15:26:37,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733412397921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733412397921"}]},"ts":"1733412397921"} 2024-12-05T15:26:37,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T15:26:37,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T15:26:37,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412397923"}]},"ts":"1733412397923"} 2024-12-05T15:26:37,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T15:26:37,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acaeb6e892018b6e8fc10d46833578b0, ASSIGN}] 2024-12-05T15:26:37,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acaeb6e892018b6e8fc10d46833578b0, ASSIGN 2024-12-05T15:26:37,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acaeb6e892018b6e8fc10d46833578b0, ASSIGN; state=OFFLINE, location=5a29627a94df,34825,1733412377552; forceNewPlan=false, retain=false 2024-12-05T15:26:38,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acaeb6e892018b6e8fc10d46833578b0, regionState=OPENING, regionLocation=5a29627a94df,34825,1733412377552 2024-12-05T15:26:38,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acaeb6e892018b6e8fc10d46833578b0, ASSIGN because future has completed 2024-12-05T15:26:38,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acaeb6e892018b6e8fc10d46833578b0, server=5a29627a94df,34825,1733412377552}] 2024-12-05T15:26:38,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:38,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T15:26:38,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T15:26:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:38,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5a29627a94df%2C34825%2C1733412377552.rep, suffix=, logDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/oldWALs, maxLogs=10 2024-12-05T15:26:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412398234, exclude list is [], retry=0 2024-12-05T15:26:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:38,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412398234 2024-12-05T15:26:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => acaeb6e892018b6e8fc10d46833578b0, NAME => 'hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T15:26:38,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T15:26:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T15:26:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. service=MultiRowMutationService 2024-12-05T15:26:38,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T15:26:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T15:26:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,256 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,258 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acaeb6e892018b6e8fc10d46833578b0 columnFamilyName hfileref 2024-12-05T15:26:38,258 DEBUG [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:38,258 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] regionserver.HStore(327): Store=acaeb6e892018b6e8fc10d46833578b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:38,258 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,259 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acaeb6e892018b6e8fc10d46833578b0 columnFamilyName queue 2024-12-05T15:26:38,259 DEBUG [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:38,259 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] regionserver.HStore(327): Store=acaeb6e892018b6e8fc10d46833578b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:38,259 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,260 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acaeb6e892018b6e8fc10d46833578b0 columnFamilyName sid 2024-12-05T15:26:38,260 DEBUG [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T15:26:38,260 INFO [StoreOpener-acaeb6e892018b6e8fc10d46833578b0-1 {}] regionserver.HStore(327): Store=acaeb6e892018b6e8fc10d46833578b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T15:26:38,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T15:26:38,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T15:26:38,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened acaeb6e892018b6e8fc10d46833578b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67969746, jitterRate=0.012828141450881958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T15:26:38,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:38,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for acaeb6e892018b6e8fc10d46833578b0: Running coprocessor pre-open hook at 1733412398255Writing region info on filesystem at 1733412398255Initializing all the Stores at 1733412398256 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412398256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412398256Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733412398256Cleaning up temporary data from old regions at 1733412398261 (+5 ms)Running coprocessor post-open hooks at 1733412398264 (+3 ms)Region opened successfully at 1733412398264 2024-12-05T15:26:38,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0., pid=10, masterSystemTime=1733412398230 2024-12-05T15:26:38,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:38,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:38,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acaeb6e892018b6e8fc10d46833578b0, regionState=OPEN, openSeqNum=2, regionLocation=5a29627a94df,34825,1733412377552 2024-12-05T15:26:38,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acaeb6e892018b6e8fc10d46833578b0, server=5a29627a94df,34825,1733412377552 because future has completed 2024-12-05T15:26:38,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T15:26:38,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure acaeb6e892018b6e8fc10d46833578b0, server=5a29627a94df,34825,1733412377552 in 193 msec 2024-12-05T15:26:38,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T15:26:38,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acaeb6e892018b6e8fc10d46833578b0, ASSIGN in 349 msec 2024-12-05T15:26:38,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T15:26:38,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733412398275"}]},"ts":"1733412398275"} 2024-12-05T15:26:38,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T15:26:38,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T15:26:38,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-05T15:26:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0., hostname=5a29627a94df,34825,1733412377552, seqNum=2] 2024-12-05T15:26:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:38,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:26:38,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T15:26:38,543 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T15:26:38,568 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5a29627a94df,34825,1733412377552, ReplicationSource: 1, currentBandwidth=0 2024-12-05T15:26:38,568 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:38,568 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34825,1733412377552, seqNum=-1] 2024-12-05T15:26:38,569 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:38,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T15:26:38,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5a29627a94df,34825,1733412377552', locateType=CURRENT is [region=hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0., hostname=5a29627a94df,34825,1733412377552, seqNum=2] 2024-12-05T15:26:38,573 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T15:26:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T15:26:38,574 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5a29627a94df,34825,1733412377552 suceeded 2024-12-05T15:26:38,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T15:26:38,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T15:26:38,576 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5a29627a94df:43013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:26:38,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-12-05T15:26:38,585 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:43013' 2024-12-05T15:26:38,586 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752a862d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:38,586 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43013,-1 for getting cluster id 2024-12-05T15:26:38,587 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:38,587 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccba80f8-0b88-46e0-808b-01334fda760c' 2024-12-05T15:26:38,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:38,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccba80f8-0b88-46e0-808b-01334fda760c" 2024-12-05T15:26:38,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5299c16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:38,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43013,-1] 2024-12-05T15:26:38,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:38,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:38,588 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:38,589 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@122e92a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:38,589 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:38,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43013,1733412382256 2024-12-05T15:26:38,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b7ba10 2024-12-05T15:26:38,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:38,590 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T15:26:38,590 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5a29627a94df,34825,1733412377552 (queues=1) is replicating from cluster=8fea263d-9997-4e79-8199-147199bffb38 to cluster=ccba80f8-0b88-46e0-808b-01334fda760c 2024-12-05T15:26:38,590 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5a29627a94df%2C34825%2C1733412377552 2024-12-05T15:26:38,590 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5a29627a94df,34825,1733412377552, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:26:38,591 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C34825%2C1733412377552 2024-12-05T15:26:38,591 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743, startPosition=0, beingWritten=true 2024-12-05T15:26:38,594 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:38,594 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 379, reset compression=false 2024-12-05T15:26:38,594 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:26:38,797 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 379, reset compression=false 2024-12-05T15:26:39,100 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 379, reset compression=false 2024-12-05T15:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T15:26:39,244 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T15:26:39,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:39,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:39,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:39,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:39,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:39,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,33299,-1 for getting cluster id 2024-12-05T15:26:39,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:39,246 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fea263d-9997-4e79-8199-147199bffb38' 2024-12-05T15:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fea263d-9997-4e79-8199-147199bffb38" 2024-12-05T15:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6eea38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,33299,-1] 2024-12-05T15:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:39,247 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267f9af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43013,-1 for getting cluster id 2024-12-05T15:26:39,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:39,248 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccba80f8-0b88-46e0-808b-01334fda760c' 2024-12-05T15:26:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccba80f8-0b88-46e0-808b-01334fda760c" 2024-12-05T15:26:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689ad30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43013,-1] 2024-12-05T15:26:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:39,249 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fa8a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35823,-1 for getting cluster id 2024-12-05T15:26:39,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:39,250 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f' 2024-12-05T15:26:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f" 2024-12-05T15:26:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acb81a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35823,-1] 2024-12-05T15:26:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:39,251 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f143e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:39,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:39,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733412399255/Put/seqid=0 2024-12-05T15:26:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741840_1016 (size=7894) 2024-12-05T15:26:39,503 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 379, reset compression=false 2024-12-05T15:26:39,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733412399661/Put/seqid=0 2024-12-05T15:26:39,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741841_1017 (size=7691) 2024-12-05T15:26:39,713 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:26:40,007 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 379, reset compression=false 2024-12-05T15:26:40,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:40,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,33299,-1 for getting cluster id 2024-12-05T15:26:40,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:40,066 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fea263d-9997-4e79-8199-147199bffb38' 2024-12-05T15:26:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fea263d-9997-4e79-8199-147199bffb38" 2024-12-05T15:26:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a91e015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,33299,-1] 2024-12-05T15:26:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:40,067 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:40,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:40,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34825,1733412377552, seqNum=-1] 2024-12-05T15:26:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:40,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:40,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,33299,1733412377395 2024-12-05T15:26:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbf1da4 2024-12-05T15:26:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:40,125 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2] 2024-12-05T15:26:40,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:26:40,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T15:26:40,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T15:26:40,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T15:26:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:40,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T15:26:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HRegion(2603): Flush status journal for c1841963b624f548ac4c060d3c48933c: 2024-12-05T15:26:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_0 2024-12-05T15:26:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_0 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ 2024-12-05T15:26:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_1 2024-12-05T15:26:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_1 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ 2024-12-05T15:26:40,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_0 into c1841963b624f548ac4c060d3c48933c/f as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ - updating store file list. 2024-12-05T15:26:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:40,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ into c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:40,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_0 into c1841963b624f548ac4c060d3c48933c/f (new location: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_) 2024-12-05T15:26:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_0 2024-12-05T15:26:40,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_1 into c1841963b624f548ac4c060d3c48933c/f as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ - updating store file list. 2024-12-05T15:26:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:40,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ into c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:40,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_1 into c1841963b624f548ac4c060d3c48933c/f (new location: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_) 2024-12-05T15:26:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__5nguvtdr57qacabcj0ces9c22kjd13cfj4tfa71l3789p0ovhj8pjan785j0f710/f/hfile_1 2024-12-05T15:26:40,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:40,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:40,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:40,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:40,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2 , the old value is region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5a29627a94df:34825 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:26:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:26:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2 from cache 2024-12-05T15:26:40,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:40,159 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T15:26:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38345,1733412382365, seqNum=-1] 2024-12-05T15:26:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:40,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec., hostname=5a29627a94df,38345,1733412382365, seqNum=2] 2024-12-05T15:26:40,163 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:26:40,265 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:34825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T15:26:40,610 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 379, reset compression=false 2024-12-05T15:26:40,615 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:26:40,615 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1841963b624f548ac4c060d3c48933c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412400157/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T15:26:40,617 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:40,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T15:26:40,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.ReplicationSink(318): Replicating [8fea263d-9997-4e79-8199-147199bffb38] bulk loaded data 2024-12-05T15:26:40,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d109ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:40,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,43013,-1 for getting cluster id 2024-12-05T15:26:40,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:40,619 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccba80f8-0b88-46e0-808b-01334fda760c' 2024-12-05T15:26:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccba80f8-0b88-46e0-808b-01334fda760c" 2024-12-05T15:26:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30647229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,43013,-1] 2024-12-05T15:26:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:40,620 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:40,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e80433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741837_1013 (size=7894) 2024-12-05T15:26:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741838_1014 (size=7691) 2024-12-05T15:26:40,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:40,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,43013,1733412382256 2024-12-05T15:26:40,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c66513 2024-12-05T15:26:40,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:40,642 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T15:26:40,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:26:40,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:40,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,38345,1733412382365, seqNum=-1] 2024-12-05T15:26:40,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:40,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T15:26:40,649 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T15:26:40,651 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T15:26:40,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ for inclusion in 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T15:26:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:40,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ for inclusion in 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T15:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegion(2603): Flush status journal for 2e0ca70c4cb64b73e65267572d38a1ec: 2024-12-05T15:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/1e8e6dce18f749e1b01336eff9c4d10d_SeqId_4_ 2024-12-05T15:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/dbe86011326c4d118e5af1eb8f2b957d_SeqId_4_ 2024-12-05T15:26:40,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ into 2e0ca70c4cb64b73e65267572d38a1ec/f as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/1e8e6dce18f749e1b01336eff9c4d10d_SeqId_4_ - updating store file list. 2024-12-05T15:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e8e6dce18f749e1b01336eff9c4d10d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:40,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/1e8e6dce18f749e1b01336eff9c4d10d_SeqId_4_ into 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:40,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ into 2e0ca70c4cb64b73e65267572d38a1ec/f (new location: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/1e8e6dce18f749e1b01336eff9c4d10d_SeqId_4_) 2024-12-05T15:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/af9522d7f8c4495ea8ef8aec1ba66ddd_SeqId_4_ 2024-12-05T15:26:40,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ into 2e0ca70c4cb64b73e65267572d38a1ec/f as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/dbe86011326c4d118e5af1eb8f2b957d_SeqId_4_ - updating store file list. 2024-12-05T15:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbe86011326c4d118e5af1eb8f2b957d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:40,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/dbe86011326c4d118e5af1eb8f2b957d_SeqId_4_ into 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:40,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ into 2e0ca70c4cb64b73e65267572d38a1ec/f (new location: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/dbe86011326c4d118e5af1eb8f2b957d_SeqId_4_) 2024-12-05T15:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__5brjm9rh7t1ua59p0p7b93r2k04phkii156ckpfc56sesqlqtr1f50n5124pkvoa/f/1d330e21caf94fcab97b67d88fe77ac6_SeqId_4_ 2024-12-05T15:26:40,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.ReplicationSink(324): Finished replicating [8fea263d-9997-4e79-8199-147199bffb38] bulk loaded data 2024-12-05T15:26:40,815 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 687, reset compression=false 2024-12-05T15:26:41,119 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 687, reset compression=false 2024-12-05T15:26:41,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:41,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43667,1733412387300, seqNum=-1] 2024-12-05T15:26:41,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:41,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755., hostname=5a29627a94df,43667,1733412387300, seqNum=2] 2024-12-05T15:26:41,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:41,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T15:26:41,178 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5a29627a94df%2C34825%2C1733412377552.meta:.meta(num 1733412380664) roll requested 2024-12-05T15:26:41,190 DEBUG [regionserver/5a29627a94df:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412401178.meta, exclude list is [], retry=0 2024-12-05T15:26:41,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:41,194 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412380664.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412401178.meta 2024-12-05T15:26:41,194 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:41,194 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412380664.meta is not closed yet, will try archiving it next time 2024-12-05T15:26:41,194 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5a29627a94df%2C34825%2C1733412377552.rep:(num 1733412398234) roll requested 2024-12-05T15:26:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741834_1010 (size=3473) 2024-12-05T15:26:41,207 DEBUG [regionserver/5a29627a94df:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412401194, exclude list is [], retry=0 2024-12-05T15:26:41,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:41,211 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412398234 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412401194 2024-12-05T15:26:41,211 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:41,211 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412398234 is not closed yet, will try archiving it next time 2024-12-05T15:26:41,211 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5a29627a94df%2C34825%2C1733412377552:(num 1733412379743) roll requested 2024-12-05T15:26:41,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741839_1015 (size=1505) 2024-12-05T15:26:41,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412398234 not finished, retry = 0 2024-12-05T15:26:41,223 DEBUG [regionserver/5a29627a94df:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, exclude list is [], retry=0 2024-12-05T15:26:41,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37309,DS-3663bfd0-5827-4aac-960d-3b1a6770e1be,DISK] 2024-12-05T15:26:41,226 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 2024-12-05T15:26:41,227 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)] 2024-12-05T15:26:41,227 DEBUG [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 is not closed yet, will try archiving it next time 2024-12-05T15:26:41,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,33299,-1 for getting cluster id 2024-12-05T15:26:41,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:41,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741832_1008 (size=695) 2024-12-05T15:26:41,228 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fea263d-9997-4e79-8199-147199bffb38' 2024-12-05T15:26:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fea263d-9997-4e79-8199-147199bffb38" 2024-12-05T15:26:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574d93db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,33299,-1] 2024-12-05T15:26:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:41,229 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/oldWALs/5a29627a94df%2C34825%2C1733412377552.1733412379743 2024-12-05T15:26:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,229 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7072195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,33299,1733412377395 2024-12-05T15:26:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b037e20 2024-12-05T15:26:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:41,232 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:41,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5a29627a94df:35823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T15:26:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T15:26:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:26:41,234 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35823' 2024-12-05T15:26:41,235 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f0a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,235 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35823,-1 for getting cluster id 2024-12-05T15:26:41,236 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:41,236 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f' 2024-12-05T15:26:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f" 2024-12-05T15:26:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cd6c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35823,-1] 2024-12-05T15:26:41,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:41,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,237 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316dadf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,238 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35823,1733412387188 2024-12-05T15:26:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264a212d 2024-12-05T15:26:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:41,239 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:41,240 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T15:26:41,240 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T15:26:41,240 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,240 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:41,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T15:26:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:26:41,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T15:26:41,442 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T15:26:41,466 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5a29627a94df,34825,1733412377552, ReplicationSource: 2, currentBandwidth=0 2024-12-05T15:26:41,468 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T15:26:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T15:26:41,470 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5a29627a94df,34825,1733412377552 suceeded 2024-12-05T15:26:41,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T15:26:41,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-05T15:26:41,471 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5a29627a94df:35823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T15:26:41,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 239 msec 2024-12-05T15:26:41,480 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5a29627a94df:35823' 2024-12-05T15:26:41,480 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280c42dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,480 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35823,-1 for getting cluster id 2024-12-05T15:26:41,480 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:41,481 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f' 2024-12-05T15:26:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f" 2024-12-05T15:26:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fbe4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35823,-1] 2024-12-05T15:26:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,482 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:41,482 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8fc8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:41,482 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:41,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35823,1733412387188 2024-12-05T15:26:41,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b46bac0 2024-12-05T15:26:41,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:41,483 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T15:26:41,484 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5a29627a94df,34825,1733412377552 (queues=1) is replicating from cluster=8fea263d-9997-4e79-8199-147199bffb38 to cluster=04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f 2024-12-05T15:26:41,484 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5a29627a94df%2C34825%2C1733412377552 2024-12-05T15:26:41,484 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5a29627a94df,34825,1733412377552, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T15:26:41,484 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5a29627a94df%2C34825%2C1733412377552 2024-12-05T15:26:41,484 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, startPosition=0, beingWritten=true 2024-12-05T15:26:41,523 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 to pos 687, reset compression=false 2024-12-05T15:26:41,529 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 was moved to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/oldWALs/5a29627a94df%2C34825%2C1733412377552.1733412379743 2024-12-05T15:26:41,531 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743 2024-12-05T15:26:41,531 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412379743, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T15:26:41,531 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, startPosition=0, beingWritten=true 2024-12-05T15:26:41,533 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5a29627a94df%2C34825%2C1733412377552.1733412379743] 2024-12-05T15:26:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T15:26:41,554 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T15:26:41,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:41,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:41,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:41,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:41,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T15:26:41,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733412401558/Put/seqid=0 2024-12-05T15:26:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741845_1021 (size=11194) 2024-12-05T15:26:41,687 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 0, reset compression=false 2024-12-05T15:26:41,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733412401963/Put/seqid=0 2024-12-05T15:26:41,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741846_1022 (size=10791) 2024-12-05T15:26:41,990 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 0, reset compression=false 2024-12-05T15:26:42,035 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 0, reset compression=false 2024-12-05T15:26:42,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:42,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,33299,-1 for getting cluster id 2024-12-05T15:26:42,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:42,369 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fea263d-9997-4e79-8199-147199bffb38' 2024-12-05T15:26:42,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:42,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fea263d-9997-4e79-8199-147199bffb38" 2024-12-05T15:26:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437d024b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,33299,-1] 2024-12-05T15:26:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:42,370 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:42,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:42,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,34825,1733412377552, seqNum=-1] 2024-12-05T15:26:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:42,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T15:26:42,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,33299,1733412377395 2024-12-05T15:26:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@88807bf 2024-12-05T15:26:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:42,380 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T15:26:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2] 2024-12-05T15:26:42,384 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:26:42,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T15:26:42,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T15:26:42,394 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 0, reset compression=false 2024-12-05T15:26:42,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T15:26:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:42,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T15:26:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HRegion(2603): Flush status journal for c1841963b624f548ac4c060d3c48933c: 2024-12-05T15:26:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_1 2024-12-05T15:26:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_1 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ 2024-12-05T15:26:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_0 2024-12-05T15:26:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_0 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ 2024-12-05T15:26:42,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_1 into c1841963b624f548ac4c060d3c48933c/f as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ - updating store file list. 2024-12-05T15:26:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aca512238a444bfa90a2c88f35e557ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:42,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ into c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:42,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_1 into c1841963b624f548ac4c060d3c48933c/f (new location: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_) 2024-12-05T15:26:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_1 2024-12-05T15:26:42,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_0 into c1841963b624f548ac4c060d3c48933c/f as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ - updating store file list. 2024-12-05T15:26:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:42,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ into c1841963b624f548ac4c060d3c48933c/f 2024-12-05T15:26:42,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_0 into c1841963b624f548ac4c060d3c48933c/f (new location: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_) 2024-12-05T15:26:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/staging/jenkins__test__2deknpktdg02lf98v6v2cna38rb0sr5g81offfqobjqso3uauruqj89cuuqukh3v/f/hfile_0 2024-12-05T15:26:42,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:42,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:42,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:42,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:42,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2 , the old value is region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5a29627a94df:34825 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:26:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T15:26:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733412390552.c1841963b624f548ac4c060d3c48933c., hostname=5a29627a94df,34825,1733412377552, seqNum=2 from cache 2024-12-05T15:26:42,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T15:26:42,420 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:26:42,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:34825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T15:26:42,639 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 0, reset compression=false 2024-12-05T15:26:42,644 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:26:42,644 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1841963b624f548ac4c060d3c48933c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412402415/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T15:26:42,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.ReplicationSink(318): Replicating [8fea263d-9997-4e79-8199-147199bffb38] bulk loaded data 2024-12-05T15:26:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741839_1015 (size=10791) 2024-12-05T15:26:42,844 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:42,898 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 0, reset compression=false 2024-12-05T15:26:42,903 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T15:26:42,903 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1841963b624f548ac4c060d3c48933c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733412402415/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T15:26:42,905 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T15:26:42,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T15:26:42,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.ReplicationSink(318): Replicating [8fea263d-9997-4e79-8199-147199bffb38] bulk loaded data 2024-12-05T15:26:42,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bdd00e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:42,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] client.ClusterIdFetcher(90): Going to request 5a29627a94df,35823,-1 for getting cluster id 2024-12-05T15:26:42,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T15:26:42,907 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f' 2024-12-05T15:26:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T15:26:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04d5eb6b-7aa1-494b-8ca3-ca9b1d5f7a3f" 2024-12-05T15:26:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a523ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a29627a94df,35823,-1] 2024-12-05T15:26:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T15:26:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:42,908 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T15:26:42,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@81b0c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T15:26:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741837_1013 (size=10791) 2024-12-05T15:26:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741840_1016 (size=11194) 2024-12-05T15:26:43,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:26:43,070 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T15:26:43,072 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T15:26:43,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ for inclusion in 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T15:26:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:43,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ for inclusion in 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T15:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegion(2603): Flush status journal for 2e0ca70c4cb64b73e65267572d38a1ec: 2024-12-05T15:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aca512238a444bfa90a2c88f35e557ca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:26:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/b5316930e62a45e9b66f10be848672bb_SeqId_6_ 2024-12-05T15:26:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:26:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/910a1904ed934c31a6336e98ba418ffd_SeqId_6_ 2024-12-05T15:26:43,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ into 2e0ca70c4cb64b73e65267572d38a1ec/f as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/b5316930e62a45e9b66f10be848672bb_SeqId_6_ - updating store file list. 2024-12-05T15:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5316930e62a45e9b66f10be848672bb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:43,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/b5316930e62a45e9b66f10be848672bb_SeqId_6_ into 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:43,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ into 2e0ca70c4cb64b73e65267572d38a1ec/f (new location: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/b5316930e62a45e9b66f10be848672bb_SeqId_6_) 2024-12-05T15:26:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ 2024-12-05T15:26:43,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ into 2e0ca70c4cb64b73e65267572d38a1ec/f as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/910a1904ed934c31a6336e98ba418ffd_SeqId_6_ - updating store file list. 2024-12-05T15:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 910a1904ed934c31a6336e98ba418ffd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:43,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/910a1904ed934c31a6336e98ba418ffd_SeqId_6_ into 2e0ca70c4cb64b73e65267572d38a1ec/f 2024-12-05T15:26:43,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ into 2e0ca70c4cb64b73e65267572d38a1ec/f (new location: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/f/910a1904ed934c31a6336e98ba418ffd_SeqId_6_) 2024-12-05T15:26:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/staging/jenkins.hfs.22__test__6gr2ihgsi4sh4a2pgov2q9keje4m1debef5m9jjhhcoo6gm61dmh9cifh2j4ia99/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ 2024-12-05T15:26:43,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.ReplicationSink(324): Finished replicating [8fea263d-9997-4e79-8199-147199bffb38] bulk loaded data 2024-12-05T15:26:43,103 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:43,148 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741838_1014 (size=11194) 2024-12-05T15:26:43,406 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:43,430 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T15:26:43,551 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:43,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:43,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a29627a94df,35823,1733412387188 2024-12-05T15:26:43,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ea5776 2024-12-05T15:26:43,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T15:26:43,726 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T15:26:43,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T15:26:43,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T15:26:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a29627a94df,43667,1733412387300, seqNum=-1] 2024-12-05T15:26:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T15:26:43,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T15:26:43,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T15:26:43,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T15:26:43,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ for inclusion in 024d2ed4dedd90a23cf156b6fa482755/f 2024-12-05T15:26:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T15:26:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:43,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ for inclusion in 024d2ed4dedd90a23cf156b6fa482755/f 2024-12-05T15:26:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T15:26:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T15:26:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HRegion(2603): Flush status journal for 024d2ed4dedd90a23cf156b6fa482755: 2024-12-05T15:26:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aca512238a444bfa90a2c88f35e557ca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:26:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/d63f8dc47ce5497ab4c1376e6934bc9a_SeqId_4_ 2024-12-05T15:26:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T15:26:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/ccc6714471d44eb981c7eecb399754d7_SeqId_4_ 2024-12-05T15:26:43,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ into 024d2ed4dedd90a23cf156b6fa482755/f as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/d63f8dc47ce5497ab4c1376e6934bc9a_SeqId_4_ - updating store file list. 2024-12-05T15:26:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d63f8dc47ce5497ab4c1376e6934bc9a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:43,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/d63f8dc47ce5497ab4c1376e6934bc9a_SeqId_4_ into 024d2ed4dedd90a23cf156b6fa482755/f 2024-12-05T15:26:43,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ into 024d2ed4dedd90a23cf156b6fa482755/f (new location: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/d63f8dc47ce5497ab4c1376e6934bc9a_SeqId_4_) 2024-12-05T15:26:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/aca512238a444bfa90a2c88f35e557ca_SeqId_6_ 2024-12-05T15:26:43,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ into 024d2ed4dedd90a23cf156b6fa482755/f as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/ccc6714471d44eb981c7eecb399754d7_SeqId_4_ - updating store file list. 2024-12-05T15:26:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ccc6714471d44eb981c7eecb399754d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T15:26:43,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/ccc6714471d44eb981c7eecb399754d7_SeqId_4_ into 024d2ed4dedd90a23cf156b6fa482755/f 2024-12-05T15:26:43,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ into 024d2ed4dedd90a23cf156b6fa482755/f (new location: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/f/ccc6714471d44eb981c7eecb399754d7_SeqId_4_) 2024-12-05T15:26:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/staging/jenkins.hfs.23__test__clrl56117rgbg1f9gc3dhfnq1au33qfjkgp70ackd0drj149e1104hskoriu1nmv/f/1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_ 2024-12-05T15:26:43,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] regionserver.ReplicationSink(324): Finished replicating [8fea263d-9997-4e79-8199-147199bffb38] bulk loaded data 2024-12-05T15:26:43,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:43,809 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:44,055 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:44,311 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:44,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:26:44,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:44,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:44,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:44,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:44,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:44,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:26:44,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2020885907, stopped=false 2024-12-05T15:26:44,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,35823,1733412387188 2024-12-05T15:26:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21741402539/running 2024-12-05T15:26:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21741402539/running 2024-12-05T15:26:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:44,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:44,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:44,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:44,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:44,448 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,43667,1733412387300' ***** 2024-12-05T15:26:44,448 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:26:44,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/running 2024-12-05T15:26:44,450 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:26:44,450 INFO [RS:0;5a29627a94df:43667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:26:44,450 INFO [RS:0;5a29627a94df:43667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:26:44,450 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(3091): Received CLOSE for 024d2ed4dedd90a23cf156b6fa482755 2024-12-05T15:26:44,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Set watcher on znode that does not yet exist, /21741402539/running 2024-12-05T15:26:44,450 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,43667,1733412387300 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43667. 2024-12-05T15:26:44,451 DEBUG [RS:0;5a29627a94df:43667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:44,451 DEBUG [RS:0;5a29627a94df:43667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:26:44,451 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:26:44,451 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 024d2ed4dedd90a23cf156b6fa482755, disabling compactions & flushes 2024-12-05T15:26:44,451 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:44,451 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:44,451 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. after waiting 0 ms 2024-12-05T15:26:44,451 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:44,454 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:26:44,455 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1325): Online Regions={024d2ed4dedd90a23cf156b6fa482755=test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:26:44,455 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 024d2ed4dedd90a23cf156b6fa482755, 1588230740 2024-12-05T15:26:44,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:44,455 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:44,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:44,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:44,455 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:44,455 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T15:26:44,461 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:26:44,461 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:26:44,464 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/default/test/024d2ed4dedd90a23cf156b6fa482755/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T15:26:44,465 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:44,465 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:44,465 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:44,465 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 024d2ed4dedd90a23cf156b6fa482755: Waiting for close lock at 1733412404451Running coprocessor pre-close hooks at 1733412404451Disabling compacts and flushes for region at 1733412404451Disabling writes for close at 1733412404451Writing region close event to WAL at 1733412404462 (+11 ms)Running coprocessor post-close hooks at 1733412404465 (+3 ms)Closed at 1733412404465 2024-12-05T15:26:44,465 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755. 2024-12-05T15:26:44,477 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/info/3834c611204c47caa3b671025d47b25f is 129, key is test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755./info:regioninfo/1733412396087/Put/seqid=0 2024-12-05T15:26:44,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741839_1015 (size=6421) 2024-12-05T15:26:44,540 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:44,655 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:44,658 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:44,855 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:44,884 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/info/3834c611204c47caa3b671025d47b25f 2024-12-05T15:26:44,900 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/ns/92e67497bc4847b6926d770b1f679f17 is 43, key is default/ns:d/1733412390488/Put/seqid=0 2024-12-05T15:26:44,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741840_1016 (size=5153) 2024-12-05T15:26:44,915 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:45,055 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:45,255 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:45,304 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/ns/92e67497bc4847b6926d770b1f679f17 2024-12-05T15:26:45,319 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/rep_barrier/ec843fb2301c46e3993526543eddcaa8 is 112, key is test,,1733412394857.024d2ed4dedd90a23cf156b6fa482755./rep_barrier:seqnumDuringOpen/1733412396087/Put/seqid=0 2024-12-05T15:26:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741841_1017 (size=5518) 2024-12-05T15:26:45,363 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:45,456 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:26:45,456 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:26:45,456 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:45,618 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:45,656 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:45,723 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/rep_barrier/ec843fb2301c46e3993526543eddcaa8 2024-12-05T15:26:45,746 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/table/c69c86bb364743aba9070ad2e6da645f is 40, key is test/table:state/1733412396092/Put/seqid=0 2024-12-05T15:26:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741842_1018 (size=5165) 2024-12-05T15:26:45,856 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:46,056 DEBUG [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:46,150 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/table/c69c86bb364743aba9070ad2e6da645f 2024-12-05T15:26:46,153 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/info/3834c611204c47caa3b671025d47b25f as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/info/3834c611204c47caa3b671025d47b25f 2024-12-05T15:26:46,156 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/info/3834c611204c47caa3b671025d47b25f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T15:26:46,157 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/ns/92e67497bc4847b6926d770b1f679f17 as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/ns/92e67497bc4847b6926d770b1f679f17 2024-12-05T15:26:46,160 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/ns/92e67497bc4847b6926d770b1f679f17, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:26:46,161 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/rep_barrier/ec843fb2301c46e3993526543eddcaa8 as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/rep_barrier/ec843fb2301c46e3993526543eddcaa8 2024-12-05T15:26:46,164 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/rep_barrier/ec843fb2301c46e3993526543eddcaa8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T15:26:46,165 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/.tmp/table/c69c86bb364743aba9070ad2e6da645f as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/table/c69c86bb364743aba9070ad2e6da645f 2024-12-05T15:26:46,167 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:46,169 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/table/c69c86bb364743aba9070ad2e6da645f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:26:46,170 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false 2024-12-05T15:26:46,174 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T15:26:46,175 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:46,175 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:26:46,175 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:46,175 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412404455Running coprocessor pre-close hooks at 1733412404455Disabling compacts and flushes for region at 1733412404455Disabling writes for close at 1733412404455Obtaining lock to block concurrent updates at 1733412404455Preparing flush snapshotting stores in 1588230740 at 1733412404455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733412404456 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733412404456Flushing 1588230740/info: creating writer at 1733412404456Flushing 1588230740/info: appending metadata at 1733412404477 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733412404477Flushing 1588230740/ns: creating writer at 1733412404888 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733412404899 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733412404899Flushing 1588230740/rep_barrier: creating writer at 1733412405308 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412405319 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412405319Flushing 1588230740/table: creating writer at 1733412405727 (+408 ms)Flushing 1588230740/table: appending metadata at 1733412405745 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733412405745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7318400b: reopening flushed file at 1733412406153 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bca7dd6: reopening flushed file at 1733412406156 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d56e32: reopening flushed file at 1733412406160 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509195c4: reopening flushed file at 1733412406165 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false at 1733412406170 (+5 ms)Writing region close event to WAL at 1733412406172 (+2 ms)Running coprocessor post-close hooks at 1733412406175 (+3 ms)Closed at 1733412406175 2024-12-05T15:26:46,175 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:46,256 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,43667,1733412387300; all regions closed. 2024-12-05T15:26:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741834_1010 (size=2717) 2024-12-05T15:26:46,260 DEBUG [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/oldWALs 2024-12-05T15:26:46,260 INFO [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43667%2C1733412387300.meta:.meta(num 1733412390447) 2024-12-05T15:26:46,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741832_1008 (size=1028) 2024-12-05T15:26:46,263 DEBUG [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/oldWALs 2024-12-05T15:26:46,263 INFO [RS:0;5a29627a94df:43667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C43667%2C1733412387300:(num 1733412389554) 2024-12-05T15:26:46,263 DEBUG [RS:0;5a29627a94df:43667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:46,263 INFO [RS:0;5a29627a94df:43667 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:46,263 INFO [RS:0;5a29627a94df:43667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:46,263 INFO [RS:0;5a29627a94df:43667 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:46,263 INFO [RS:0;5a29627a94df:43667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:46,263 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:46,264 INFO [RS:0;5a29627a94df:43667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:43667. 2024-12-05T15:26:46,264 DEBUG [RS:0;5a29627a94df:43667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:46,264 DEBUG [RS:0;5a29627a94df:43667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:46,264 DEBUG [RS:0;5a29627a94df:43667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:46,264 INFO [RS:0;5a29627a94df:43667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43667 2024-12-05T15:26:46,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:46,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539/rs 2024-12-05T15:26:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21741402539/rs/5a29627a94df,43667,1733412387300 2024-12-05T15:26:46,273 INFO [RS:0;5a29627a94df:43667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:46,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,43667,1733412387300] 2024-12-05T15:26:46,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21741402539/draining/5a29627a94df,43667,1733412387300 already deleted, retry=false 2024-12-05T15:26:46,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,43667,1733412387300 expired; onlineServers=0 2024-12-05T15:26:46,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,35823,1733412387188' ***** 2024-12-05T15:26:46,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:26:46,289 INFO [M:0;5a29627a94df:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:46,289 INFO [M:0;5a29627a94df:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:46,289 DEBUG [M:0;5a29627a94df:35823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:26:46,290 DEBUG [M:0;5a29627a94df:35823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:26:46,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:26:46,290 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412389272 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412389272,5,FailOnTimeoutGroup] 2024-12-05T15:26:46,290 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412389272 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412389272,5,FailOnTimeoutGroup] 2024-12-05T15:26:46,290 INFO [M:0;5a29627a94df:35823 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:46,290 INFO [M:0;5a29627a94df:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:46,290 DEBUG [M:0;5a29627a94df:35823 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:26:46,290 INFO [M:0;5a29627a94df:35823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:26:46,290 INFO [M:0;5a29627a94df:35823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:46,290 INFO [M:0;5a29627a94df:35823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:26:46,290 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:26:46,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21741402539/master 2024-12-05T15:26:46,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21741402539 2024-12-05T15:26:46,297 DEBUG [M:0;5a29627a94df:35823 {}] zookeeper.ZKUtil(347): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Unable to get data of znode /21741402539/master because node does not exist (not an error) 2024-12-05T15:26:46,297 WARN [M:0;5a29627a94df:35823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:26:46,298 INFO [M:0;5a29627a94df:35823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/.lastflushedseqids 2024-12-05T15:26:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741843_1019 (size=173) 2024-12-05T15:26:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:46,381 INFO [RS:0;5a29627a94df:43667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:46,381 INFO [RS:0;5a29627a94df:43667 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,43667,1733412387300; zookeeper connection closed. 2024-12-05T15:26:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43667-0x101a747936f0007, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:46,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7872a136 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7872a136 2024-12-05T15:26:46,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:26:46,425 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:46,702 INFO [M:0;5a29627a94df:35823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:26:46,702 INFO [M:0;5a29627a94df:35823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:26:46,703 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:46,703 INFO [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:46,703 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:46,703 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:46,703 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:46,703 INFO [M:0;5a29627a94df:35823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T15:26:46,715 DEBUG [M:0;5a29627a94df:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7e33a0ac7bc4ef8a28c89c308ca9b84 is 82, key is hbase:meta,,1/info:regioninfo/1733412390475/Put/seqid=0 2024-12-05T15:26:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741844_1020 (size=5672) 2024-12-05T15:26:46,984 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T15:26:47,070 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:47,120 INFO [M:0;5a29627a94df:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7e33a0ac7bc4ef8a28c89c308ca9b84 2024-12-05T15:26:47,135 DEBUG [M:0;5a29627a94df:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaed4d34abf1441786f7d370170f0543 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412396095/Put/seqid=0 2024-12-05T15:26:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741845_1021 (size=6586) 2024-12-05T15:26:47,329 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:47,538 INFO [M:0;5a29627a94df:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaed4d34abf1441786f7d370170f0543 2024-12-05T15:26:47,554 DEBUG [M:0;5a29627a94df:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9bdb94ea0284917829c0cfb2f8fb3c4 is 69, key is 5a29627a94df,43667,1733412387300/rs:state/1733412389354/Put/seqid=0 2024-12-05T15:26:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741846_1022 (size=5156) 2024-12-05T15:26:47,957 INFO [M:0;5a29627a94df:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9bdb94ea0284917829c0cfb2f8fb3c4 2024-12-05T15:26:47,961 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7e33a0ac7bc4ef8a28c89c308ca9b84 as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7e33a0ac7bc4ef8a28c89c308ca9b84 2024-12-05T15:26:47,964 INFO [M:0;5a29627a94df:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7e33a0ac7bc4ef8a28c89c308ca9b84, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T15:26:47,964 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaed4d34abf1441786f7d370170f0543 as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaed4d34abf1441786f7d370170f0543 2024-12-05T15:26:47,967 INFO [M:0;5a29627a94df:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaed4d34abf1441786f7d370170f0543, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T15:26:47,968 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9bdb94ea0284917829c0cfb2f8fb3c4 as hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9bdb94ea0284917829c0cfb2f8fb3c4 2024-12-05T15:26:47,970 INFO [M:0;5a29627a94df:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9bdb94ea0284917829c0cfb2f8fb3c4, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T15:26:47,971 INFO [M:0;5a29627a94df:35823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false 2024-12-05T15:26:47,972 INFO [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:47,972 DEBUG [M:0;5a29627a94df:35823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412406702Disabling compacts and flushes for region at 1733412406702Disabling writes for close at 1733412406703 (+1 ms)Obtaining lock to block concurrent updates at 1733412406703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412406703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733412406703Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412406704 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412406704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412406715 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412406715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412407123 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412407134 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412407134Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412407542 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412407553 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412407553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb84e40: reopening flushed file at 1733412407960 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a989194: reopening flushed file at 1733412407964 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439e7d53: reopening flushed file at 1733412407967 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false at 1733412407971 (+4 ms)Writing region close event to WAL at 1733412407972 (+1 ms)Closed at 1733412407972 2024-12-05T15:26:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36491 is added to blk_1073741830_1006 (size=32770) 2024-12-05T15:26:47,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c0f6735-6752-7a56-4a67-77c3f62a1550/MasterData/WALs/5a29627a94df,35823,1733412387188/5a29627a94df%2C35823%2C1733412387188.1733412389052 not finished, retry = 0 2024-12-05T15:26:48,073 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:48,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:48,075 INFO [M:0;5a29627a94df:35823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:26:48,075 INFO [M:0;5a29627a94df:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35823 2024-12-05T15:26:48,076 INFO [M:0;5a29627a94df:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:48,272 INFO [M:0;5a29627a94df:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a747936f0006, quorum=127.0.0.1:53323, baseZNode=/21741402539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:48,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38110666{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:48,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:48,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:48,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:48,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:48,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:26:48,277 WARN [BP-1007025038-172.17.0.3-1733412385661 heartbeating to localhost/127.0.0.1:42801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:26:48,277 WARN [BP-1007025038-172.17.0.3-1733412385661 heartbeating to localhost/127.0.0.1:42801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1007025038-172.17.0.3-1733412385661 (Datanode Uuid ce4bd29e-99ef-47a6-bf87-b0baa5cf9cce) service to localhost/127.0.0.1:42801 2024-12-05T15:26:48,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:26:48,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/cluster_b74fdacf-cdf1-f575-8197-d3c5a84bd11e/data/data1/current/BP-1007025038-172.17.0.3-1733412385661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:48,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/cluster_b74fdacf-cdf1-f575-8197-d3c5a84bd11e/data/data2/current/BP-1007025038-172.17.0.3-1733412385661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:48,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:26:48,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab6d795{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:48,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:48,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:48,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:48,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54560a5e-36af-04cf-5cfc-4c320fcf4612/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:48,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:26:48,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:26:48,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:48,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:48,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:48,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:48,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:48,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:26:48,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994018846, stopped=false 2024-12-05T15:26:48,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,43013,1733412382256 2024-12-05T15:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301849333/running 2024-12-05T15:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301849333/running 2024-12-05T15:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:48,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:48,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:48,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:48,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:48,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/running 2024-12-05T15:26:48,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,38345,1733412382365' ***** 2024-12-05T15:26:48,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:26:48,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:48,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Set watcher on znode that does not yet exist, /1-301849333/running 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,38345,1733412382365 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:38345. 2024-12-05T15:26:48,315 DEBUG [RS:0;5a29627a94df:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:48,315 DEBUG [RS:0;5a29627a94df:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:48,315 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e0ca70c4cb64b73e65267572d38a1ec, disabling compactions & flushes 2024-12-05T15:26:48,315 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:26:48,315 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:26:48,315 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. after waiting 0 ms 2024-12-05T15:26:48,315 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:48,315 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:26:48,316 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T15:26:48,316 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2e0ca70c4cb64b73e65267572d38a1ec=test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec.} 2024-12-05T15:26:48,316 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e0ca70c4cb64b73e65267572d38a1ec 2024-12-05T15:26:48,316 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:48,316 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:48,316 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:48,316 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:48,316 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:48,316 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T15:26:48,318 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/default/test/2e0ca70c4cb64b73e65267572d38a1ec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:26:48,319 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:48,319 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:48,319 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:48,319 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e0ca70c4cb64b73e65267572d38a1ec: Waiting for close lock at 1733412408315Running coprocessor pre-close hooks at 1733412408315Disabling compacts and flushes for region at 1733412408315Disabling writes for close at 1733412408315Writing region close event to WAL at 1733412408316 (+1 ms)Running coprocessor post-close hooks at 1733412408319 (+3 ms)Closed at 1733412408319 2024-12-05T15:26:48,319 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec. 2024-12-05T15:26:48,328 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/info/6176e4057727409ea361029e60e67ad6 is 129, key is test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec./info:regioninfo/1733412393848/Put/seqid=0 2024-12-05T15:26:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741841_1017 (size=6421) 2024-12-05T15:26:48,332 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:48,402 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:48,516 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:48,556 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:26:48,557 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:26:48,716 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:48,731 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/info/6176e4057727409ea361029e60e67ad6 2024-12-05T15:26:48,751 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/ns/a532c541338f441c8358e363dca954da is 43, key is default/ns:d/1733412385604/Put/seqid=0 2024-12-05T15:26:48,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741842_1018 (size=5153) 2024-12-05T15:26:48,916 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:49,116 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:49,155 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/ns/a532c541338f441c8358e363dca954da 2024-12-05T15:26:49,170 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/rep_barrier/e324980eb3924669b058b046b6d5aa84 is 112, key is test,,1733412392707.2e0ca70c4cb64b73e65267572d38a1ec./rep_barrier:seqnumDuringOpen/1733412393848/Put/seqid=0 2024-12-05T15:26:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741843_1019 (size=5518) 2024-12-05T15:26:49,176 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:49,316 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:49,435 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:49,517 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:26:49,517 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:26:49,517 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:49,574 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/rep_barrier/e324980eb3924669b058b046b6d5aa84 2024-12-05T15:26:49,589 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/table/e7426dd0161b4a7c8bf85f253e1a366a is 40, key is test/table:state/1733412393853/Put/seqid=0 2024-12-05T15:26:49,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741844_1020 (size=5165) 2024-12-05T15:26:49,717 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:49,917 DEBUG [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:49,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T15:26:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:49,992 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/table/e7426dd0161b4a7c8bf85f253e1a366a 2024-12-05T15:26:49,996 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/info/6176e4057727409ea361029e60e67ad6 as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/info/6176e4057727409ea361029e60e67ad6 2024-12-05T15:26:49,999 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/info/6176e4057727409ea361029e60e67ad6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T15:26:50,000 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/ns/a532c541338f441c8358e363dca954da as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/ns/a532c541338f441c8358e363dca954da 2024-12-05T15:26:50,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,003 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/ns/a532c541338f441c8358e363dca954da, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:26:50,004 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/rep_barrier/e324980eb3924669b058b046b6d5aa84 as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/rep_barrier/e324980eb3924669b058b046b6d5aa84 2024-12-05T15:26:50,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,007 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/rep_barrier/e324980eb3924669b058b046b6d5aa84, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T15:26:50,008 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/.tmp/table/e7426dd0161b4a7c8bf85f253e1a366a as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/table/e7426dd0161b4a7c8bf85f253e1a366a 2024-12-05T15:26:50,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,011 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/table/e7426dd0161b4a7c8bf85f253e1a366a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T15:26:50,012 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false 2024-12-05T15:26:50,012 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T15:26:50,020 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T15:26:50,020 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:50,020 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:26:50,020 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:50,020 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412408316Running coprocessor pre-close hooks at 1733412408316Disabling compacts and flushes for region at 1733412408316Disabling writes for close at 1733412408316Obtaining lock to block concurrent updates at 1733412408316Preparing flush snapshotting stores in 1588230740 at 1733412408316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733412408316Flushing stores of hbase:meta,,1.1588230740 at 1733412408317 (+1 ms)Flushing 1588230740/info: creating writer at 1733412408317Flushing 1588230740/info: appending metadata at 1733412408328 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733412408328Flushing 1588230740/ns: creating writer at 1733412408736 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733412408751 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733412408751Flushing 1588230740/rep_barrier: creating writer at 1733412409158 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412409170 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412409170Flushing 1588230740/table: creating writer at 1733412409577 (+407 ms)Flushing 1588230740/table: appending metadata at 1733412409588 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733412409588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7f401d: reopening flushed file at 1733412409996 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbcc4ae: reopening flushed file at 1733412410000 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a5837: reopening flushed file at 1733412410003 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c34806: reopening flushed file at 1733412410007 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false at 1733412410012 (+5 ms)Writing region close event to WAL at 1733412410017 (+5 ms)Running coprocessor post-close hooks at 1733412410020 (+3 ms)Closed at 1733412410020 2024-12-05T15:26:50,021 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:50,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T15:26:50,117 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,38345,1733412382365; all regions closed. 2024-12-05T15:26:50,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741834_1010 (size=2717) 2024-12-05T15:26:50,121 DEBUG [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/oldWALs 2024-12-05T15:26:50,121 INFO [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C38345%2C1733412382365.meta:.meta(num 1733412385564) 2024-12-05T15:26:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741832_1008 (size=1374) 2024-12-05T15:26:50,124 DEBUG [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/oldWALs 2024-12-05T15:26:50,124 INFO [RS:0;5a29627a94df:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a29627a94df%2C38345%2C1733412382365:(num 1733412384634) 2024-12-05T15:26:50,124 DEBUG [RS:0;5a29627a94df:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:50,124 INFO [RS:0;5a29627a94df:38345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:50,124 INFO [RS:0;5a29627a94df:38345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:50,124 INFO [RS:0;5a29627a94df:38345 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:50,125 INFO [RS:0;5a29627a94df:38345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:50,125 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:50,125 INFO [RS:0;5a29627a94df:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:38345. 2024-12-05T15:26:50,125 DEBUG [RS:0;5a29627a94df:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:50,125 DEBUG [RS:0;5a29627a94df:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:50,125 DEBUG [RS:0;5a29627a94df:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:50,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:50,125 INFO [RS:0;5a29627a94df:38345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38345 2024-12-05T15:26:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333/rs 2024-12-05T15:26:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301849333/rs/5a29627a94df,38345,1733412382365 2024-12-05T15:26:50,189 INFO [RS:0;5a29627a94df:38345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:50,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T15:26:50,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:26:50,195 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169000 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5a29627a94df,37315,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:37315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T15:26:50,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,38345,1733412382365] 2024-12-05T15:26:50,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-301849333/draining/5a29627a94df,38345,1733412382365 already deleted, retry=false 2024-12-05T15:26:50,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,38345,1733412382365 expired; onlineServers=0 2024-12-05T15:26:50,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,43013,1733412382256' ***** 2024-12-05T15:26:50,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:26:50,205 INFO [M:0;5a29627a94df:43013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:50,206 INFO [M:0;5a29627a94df:43013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:50,206 DEBUG [M:0;5a29627a94df:43013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:26:50,206 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:26:50,206 DEBUG [M:0;5a29627a94df:43013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:26:50,206 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412384388 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412384388,5,FailOnTimeoutGroup] 2024-12-05T15:26:50,206 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412384387 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412384387,5,FailOnTimeoutGroup] 2024-12-05T15:26:50,206 INFO [M:0;5a29627a94df:43013 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:50,206 INFO [M:0;5a29627a94df:43013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:50,206 DEBUG [M:0;5a29627a94df:43013 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:26:50,206 INFO [M:0;5a29627a94df:43013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:26:50,206 INFO [M:0;5a29627a94df:43013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:50,206 INFO [M:0;5a29627a94df:43013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:26:50,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:26:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301849333/master 2024-12-05T15:26:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301849333 2024-12-05T15:26:50,214 DEBUG [M:0;5a29627a94df:43013 {}] zookeeper.ZKUtil(347): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Unable to get data of znode /1-301849333/master because node does not exist (not an error) 2024-12-05T15:26:50,214 WARN [M:0;5a29627a94df:43013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:26:50,215 INFO [M:0;5a29627a94df:43013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/.lastflushedseqids 2024-12-05T15:26:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741845_1021 (size=173) 2024-12-05T15:26:50,218 INFO [M:0;5a29627a94df:43013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:26:50,218 INFO [M:0;5a29627a94df:43013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:26:50,218 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:50,218 INFO [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:50,218 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:50,218 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:50,218 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:50,218 INFO [M:0;5a29627a94df:43013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-05T15:26:50,236 DEBUG [M:0;5a29627a94df:43013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71476174b7ee46579f2074135cd7b575 is 82, key is hbase:meta,,1/info:regioninfo/1733412385590/Put/seqid=0 2024-12-05T15:26:50,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741846_1022 (size=5672) 2024-12-05T15:26:50,297 INFO [RS:0;5a29627a94df:38345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:50,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:50,298 INFO [RS:0;5a29627a94df:38345 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,38345,1733412382365; zookeeper connection closed. 2024-12-05T15:26:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101a747936f0004, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:50,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33871813 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33871813 2024-12-05T15:26:50,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:26:50,379 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:50,638 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:50,639 INFO [M:0;5a29627a94df:43013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71476174b7ee46579f2074135cd7b575 2024-12-05T15:26:50,654 DEBUG [M:0;5a29627a94df:43013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/875f85c14c324f4698aebaa93b4723e7 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412393855/Put/seqid=0 2024-12-05T15:26:50,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741847_1023 (size=6585) 2024-12-05T15:26:51,058 INFO [M:0;5a29627a94df:43013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/875f85c14c324f4698aebaa93b4723e7 2024-12-05T15:26:51,073 DEBUG [M:0;5a29627a94df:43013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/637e7020437641f9b3ace508d275fa08 is 69, key is 5a29627a94df,38345,1733412382365/rs:state/1733412384441/Put/seqid=0 2024-12-05T15:26:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741848_1024 (size=5156) 2024-12-05T15:26:51,476 INFO [M:0;5a29627a94df:43013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/637e7020437641f9b3ace508d275fa08 2024-12-05T15:26:51,480 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71476174b7ee46579f2074135cd7b575 as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71476174b7ee46579f2074135cd7b575 2024-12-05T15:26:51,483 INFO [M:0;5a29627a94df:43013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71476174b7ee46579f2074135cd7b575, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T15:26:51,484 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/875f85c14c324f4698aebaa93b4723e7 as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/875f85c14c324f4698aebaa93b4723e7 2024-12-05T15:26:51,488 INFO [M:0;5a29627a94df:43013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/875f85c14c324f4698aebaa93b4723e7, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T15:26:51,488 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/637e7020437641f9b3ace508d275fa08 as hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/637e7020437641f9b3ace508d275fa08 2024-12-05T15:26:51,491 INFO [M:0;5a29627a94df:43013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46549/user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/637e7020437641f9b3ace508d275fa08, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T15:26:51,492 INFO [M:0;5a29627a94df:43013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false 2024-12-05T15:26:51,493 INFO [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:51,493 DEBUG [M:0;5a29627a94df:43013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412410218Disabling compacts and flushes for region at 1733412410218Disabling writes for close at 1733412410218Obtaining lock to block concurrent updates at 1733412410218Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412410218Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733412410219 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412410219Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412410219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412410235 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412410235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412410643 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412410654 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412410654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412411061 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412411072 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412411072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11639722: reopening flushed file at 1733412411479 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49800848: reopening flushed file at 1733412411484 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f587c70: reopening flushed file at 1733412411488 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false at 1733412411492 (+4 ms)Writing region close event to WAL at 1733412411493 (+1 ms)Closed at 1733412411493 2024-12-05T15:26:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741830_1006 (size=32758) 2024-12-05T15:26:51,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42aafac3-894d-6f35-8356-9136ad046d23/MasterData/WALs/5a29627a94df,43013,1733412382256/5a29627a94df%2C43013%2C1733412382256.1733412384118 not finished, retry = 0 2024-12-05T15:26:51,596 INFO [M:0;5a29627a94df:43013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:26:51,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:51,596 INFO [M:0;5a29627a94df:43013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43013 2024-12-05T15:26:51,596 INFO [M:0;5a29627a94df:43013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:51,682 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:51,706 INFO [M:0;5a29627a94df:43013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43013-0x101a747936f0003, quorum=127.0.0.1:53323, baseZNode=/1-301849333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:51,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a1f4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:51,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2f2d51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:51,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:51,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:51,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:51,712 WARN [BP-527580568-172.17.0.3-1733412380822 heartbeating to localhost/127.0.0.1:46549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:26:51,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:26:51,713 WARN [BP-527580568-172.17.0.3-1733412380822 heartbeating to localhost/127.0.0.1:46549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527580568-172.17.0.3-1733412380822 (Datanode Uuid 0b833505-c075-4e63-aa5e-7d067f8aef54) service to localhost/127.0.0.1:46549 2024-12-05T15:26:51,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:26:51,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/cluster_9e151b13-9e08-e098-0bea-45ce7a44a4ee/data/data1/current/BP-527580568-172.17.0.3-1733412380822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:51,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/cluster_9e151b13-9e08-e098-0bea-45ce7a44a4ee/data/data2/current/BP-527580568-172.17.0.3-1733412380822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:51,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:26:51,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47d8fe44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:51,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5028312f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:51,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:51,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:51,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e30938-6f2e-2fc6-6814-2bff15e0166e/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:26:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T15:26:51,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:51,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:51,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:51,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:51,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:51,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T15:26:51,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=723932017, stopped=false 2024-12-05T15:26:51,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a29627a94df,33299,1733412377395 2024-12-05T15:26:51,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799452278/running 2024-12-05T15:26:51,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799452278/running 2024-12-05T15:26:51,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:51,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:51,747 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:51,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T15:26:51,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:51,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:51,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/running 2024-12-05T15:26:51,748 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a29627a94df,34825,1733412377552' ***** 2024-12-05T15:26:51,748 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T15:26:51,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Set watcher on znode that does not yet exist, /0-799452278/running 2024-12-05T15:26:51,748 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T15:26:51,748 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T15:26:51,748 INFO [RS:0;5a29627a94df:34825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T15:26:51,748 INFO [RS:0;5a29627a94df:34825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T15:26:51,748 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(3091): Received CLOSE for acaeb6e892018b6e8fc10d46833578b0 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(3091): Received CLOSE for c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(959): stopping server 5a29627a94df,34825,1733412377552 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34825. 2024-12-05T15:26:51,749 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acaeb6e892018b6e8fc10d46833578b0, disabling compactions & flushes 2024-12-05T15:26:51,749 DEBUG [RS:0;5a29627a94df:34825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:51,749 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:51,749 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:51,749 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:51,749 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. after waiting 0 ms 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T15:26:51,749 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T15:26:51,749 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T15:26:51,749 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing acaeb6e892018b6e8fc10d46833578b0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T15:26:51,750 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T15:26:51,750 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, acaeb6e892018b6e8fc10d46833578b0=hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0., c1841963b624f548ac4c060d3c48933c=test,,1733412390552.c1841963b624f548ac4c060d3c48933c.} 2024-12-05T15:26:51,750 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acaeb6e892018b6e8fc10d46833578b0, c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:51,751 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T15:26:51,751 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T15:26:51,751 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T15:26:51,751 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T15:26:51,751 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T15:26:51,751 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T15:26:51,767 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/.tmp/hfileref/e82011230398465c85c61c464d8b6b75 is 74, key is 1/hfileref:1bebc78f50cc42c6a8565d609f2803d6_SeqId_6_/1733412403092/DeleteColumn/seqid=0 2024-12-05T15:26:51,767 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/info/f66035133d2d4a91b3bf04381e9886da is 147, key is hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0./info:regioninfo/1733412398266/Put/seqid=0 2024-12-05T15:26:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741847_1023 (size=5489) 2024-12-05T15:26:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741848_1024 (size=7686) 2024-12-05T15:26:51,844 INFO [regionserver/5a29627a94df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:51,942 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:51,951 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acaeb6e892018b6e8fc10d46833578b0, c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:52,151 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acaeb6e892018b6e8fc10d46833578b0, c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:52,170 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/.tmp/hfileref/e82011230398465c85c61c464d8b6b75 2024-12-05T15:26:52,170 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/info/f66035133d2d4a91b3bf04381e9886da 2024-12-05T15:26:52,185 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/.tmp/queue/e1d6413ffef949618db216c8c738d93d is 153, key is 1-5a29627a94df,34825,1733412377552/queue:5a29627a94df%2C34825%2C1733412377552/1733412403093/Put/seqid=0 2024-12-05T15:26:52,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741849_1025 (size=5504) 2024-12-05T15:26:52,189 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/ns/66b50e1f670d441ca24a82497ad8c9ef is 43, key is default/ns:d/1733412380727/Put/seqid=0 2024-12-05T15:26:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741850_1026 (size=5153) 2024-12-05T15:26:52,195 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/ns/66b50e1f670d441ca24a82497ad8c9ef 2024-12-05T15:26:52,209 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/rep_barrier/ab2eaf637526480182f7a95a0993a404 is 112, key is test,,1733412390552.c1841963b624f548ac4c060d3c48933c./rep_barrier:seqnumDuringOpen/1733412391695/Put/seqid=0 2024-12-05T15:26:52,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741851_1027 (size=5518) 2024-12-05T15:26:52,351 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acaeb6e892018b6e8fc10d46833578b0, c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:52,551 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acaeb6e892018b6e8fc10d46833578b0, c1841963b624f548ac4c060d3c48933c 2024-12-05T15:26:52,589 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/.tmp/queue/e1d6413ffef949618db216c8c738d93d 2024-12-05T15:26:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/.tmp/hfileref/e82011230398465c85c61c464d8b6b75 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/hfileref/e82011230398465c85c61c464d8b6b75 2024-12-05T15:26:52,597 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/hfileref/e82011230398465c85c61c464d8b6b75, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T15:26:52,597 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/.tmp/queue/e1d6413ffef949618db216c8c738d93d as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/queue/e1d6413ffef949618db216c8c738d93d 2024-12-05T15:26:52,601 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/queue/e1d6413ffef949618db216c8c738d93d, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T15:26:52,601 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for acaeb6e892018b6e8fc10d46833578b0 in 852ms, sequenceid=17, compaction requested=false 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/replication/acaeb6e892018b6e8fc10d46833578b0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:26:52,605 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acaeb6e892018b6e8fc10d46833578b0: Waiting for close lock at 1733412411749Running coprocessor pre-close hooks at 1733412411749Disabling compacts and flushes for region at 1733412411749Disabling writes for close at 1733412411749Obtaining lock to block concurrent updates at 1733412411749Preparing flush snapshotting stores in acaeb6e892018b6e8fc10d46833578b0 at 1733412411749Finished memstore snapshotting hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733412411749Flushing stores of hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. at 1733412411750 (+1 ms)Flushing acaeb6e892018b6e8fc10d46833578b0/hfileref: creating writer at 1733412411750Flushing acaeb6e892018b6e8fc10d46833578b0/hfileref: appending metadata at 1733412411766 (+16 ms)Flushing acaeb6e892018b6e8fc10d46833578b0/hfileref: closing flushed file at 1733412411767 (+1 ms)Flushing acaeb6e892018b6e8fc10d46833578b0/queue: creating writer at 1733412412174 (+407 ms)Flushing acaeb6e892018b6e8fc10d46833578b0/queue: appending metadata at 1733412412185 (+11 ms)Flushing acaeb6e892018b6e8fc10d46833578b0/queue: closing flushed file at 1733412412185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104b0129: reopening flushed file at 1733412412592 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b13fe0b: reopening flushed file at 1733412412597 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for acaeb6e892018b6e8fc10d46833578b0 in 852ms, sequenceid=17, compaction requested=false at 1733412412601 (+4 ms)Writing region close event to WAL at 1733412412602 (+1 ms)Running coprocessor post-close hooks at 1733412412605 (+3 ms)Closed at 1733412412605 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733412397107.acaeb6e892018b6e8fc10d46833578b0. 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1841963b624f548ac4c060d3c48933c, disabling compactions & flushes 2024-12-05T15:26:52,605 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733412390552.c1841963b624f548ac4c060d3c48933c. after waiting 0 ms 2024-12-05T15:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:52,608 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/default/test/c1841963b624f548ac4c060d3c48933c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T15:26:52,608 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:52,608 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T15:26:52,608 INFO [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:52,608 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1841963b624f548ac4c060d3c48933c: Waiting for close lock at 1733412412605Running coprocessor pre-close hooks at 1733412412605Disabling compacts and flushes for region at 1733412412605Disabling writes for close at 1733412412605Writing region close event to WAL at 1733412412606 (+1 ms)Running coprocessor post-close hooks at 1733412412608 (+2 ms)Closed at 1733412412608 2024-12-05T15:26:52,608 DEBUG [RS_CLOSE_REGION-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733412390552.c1841963b624f548ac4c060d3c48933c. 2024-12-05T15:26:52,612 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/rep_barrier/ab2eaf637526480182f7a95a0993a404 2024-12-05T15:26:52,627 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/table/a2639d57b6544135940d190b3e6b075f is 53, key is hbase:replication/table:state/1733412398275/Put/seqid=0 2024-12-05T15:26:52,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741852_1028 (size=5308) 2024-12-05T15:26:52,712 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T15:26:52,712 INFO [regionserver/5a29627a94df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T15:26:52,751 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T15:26:52,751 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T15:26:52,751 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:52,951 DEBUG [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T15:26:53,030 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/table/a2639d57b6544135940d190b3e6b075f 2024-12-05T15:26:53,034 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/info/f66035133d2d4a91b3bf04381e9886da as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/info/f66035133d2d4a91b3bf04381e9886da 2024-12-05T15:26:53,036 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/info/f66035133d2d4a91b3bf04381e9886da, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T15:26:53,037 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/ns/66b50e1f670d441ca24a82497ad8c9ef as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/ns/66b50e1f670d441ca24a82497ad8c9ef 2024-12-05T15:26:53,039 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/ns/66b50e1f670d441ca24a82497ad8c9ef, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T15:26:53,040 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/rep_barrier/ab2eaf637526480182f7a95a0993a404 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/rep_barrier/ab2eaf637526480182f7a95a0993a404 2024-12-05T15:26:53,043 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/rep_barrier/ab2eaf637526480182f7a95a0993a404, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T15:26:53,043 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/.tmp/table/a2639d57b6544135940d190b3e6b075f as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/table/a2639d57b6544135940d190b3e6b075f 2024-12-05T15:26:53,046 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/table/a2639d57b6544135940d190b3e6b075f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T15:26:53,047 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-12-05T15:26:53,053 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T15:26:53,053 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T15:26:53,053 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T15:26:53,053 INFO [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:53,053 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733412411751Running coprocessor pre-close hooks at 1733412411751Disabling compacts and flushes for region at 1733412411751Disabling writes for close at 1733412411751Obtaining lock to block concurrent updates at 1733412411751Preparing flush snapshotting stores in 1588230740 at 1733412411751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733412411751Flushing stores of hbase:meta,,1.1588230740 at 1733412411751Flushing 1588230740/info: creating writer at 1733412411752 (+1 ms)Flushing 1588230740/info: appending metadata at 1733412411767 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733412411767Flushing 1588230740/ns: creating writer at 1733412412174 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733412412188 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733412412189 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733412412198 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733412412209 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733412412209Flushing 1588230740/table: creating writer at 1733412412615 (+406 ms)Flushing 1588230740/table: appending metadata at 1733412412626 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733412412627 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644db585: reopening flushed file at 1733412413033 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51766572: reopening flushed file at 1733412413036 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecb33e2: reopening flushed file at 1733412413040 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5553b5cf: reopening flushed file at 1733412413043 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1733412413047 (+4 ms)Writing region close event to WAL at 1733412413051 (+4 ms)Running coprocessor post-close hooks at 1733412413053 (+2 ms)Closed at 1733412413053 2024-12-05T15:26:53,053 DEBUG [RS_CLOSE_META-regionserver/5a29627a94df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T15:26:53,086 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:53,089 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:53,089 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 688, reset compression=false 2024-12-05T15:26:53,089 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:26:53,090 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5a29627a94df,34825,1733412377552: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5a29627a94df,34825,1733412377552, walGroup=5a29627a94df%2C34825%2C1733412377552, offset=5a29627a94df%2C34825%2C1733412377552.1733412401211:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:34825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T15:26:53,091 ERROR [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T15:26:53,091 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T15:26:53,092 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T15:26:53,092 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T15:26:53,092 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T15:26:53,092 INFO [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1650458624, "init": 1048576000, "max": 2306867200, "used": 1171329872 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208828176 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T15:26:53,092 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:33299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5a29627a94df:33299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T15:26:53,152 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(976): stopping server 5a29627a94df,34825,1733412377552; all regions closed. 2024-12-05T15:26:53,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741842_1018 (size=859) 2024-12-05T15:26:53,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.meta.1733412401178.meta not finished, retry = 0 2024-12-05T15:26:53,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741843_1019 (size=2791) 2024-12-05T15:26:53,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.rep.1733412401194 not finished, retry = 0 2024-12-05T15:26:53,292 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 688, reset compression=false 2024-12-05T15:26:53,345 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 393, reset compression=false 2024-12-05T15:26:53,348 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T15:26:53,348 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 688, reset compression=false 2024-12-05T15:26:53,348 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5a29627a94df,34825,1733412377552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T15:26:53,349 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T15:26:53,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 not finished, retry = 0 2024-12-05T15:26:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741844_1020 (size=696) 2024-12-05T15:26:53,458 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:53,458 INFO [RS:0;5a29627a94df:34825 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T15:26:53,459 INFO [RS:0;5a29627a94df:34825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:53,459 INFO [RS:0;5a29627a94df:34825 {}] hbase.ChoreService(370): Chore service for: regionserver/5a29627a94df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:53,459 INFO [RS:0;5a29627a94df:34825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:53,459 INFO [regionserver/5a29627a94df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:53,459 INFO [RS:0;5a29627a94df:34825 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5a29627a94df,34825,1733412377552 because: Region server is closing 2024-12-05T15:26:53,460 INFO [RS:0;5a29627a94df:34825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34825. 2024-12-05T15:26:53,460 DEBUG [RS:0;5a29627a94df:34825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:53,460 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:53,460 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:53,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:53,522 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T15:26:53,522 INFO [master/5a29627a94df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T15:26:53,551 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 to pos 688, reset compression=false 2024-12-05T15:26:53,552 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/WALs/5a29627a94df,34825,1733412377552/5a29627a94df%2C34825%2C1733412377552.1733412401211 2024-12-05T15:26:53,552 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T15:26:53,552 DEBUG [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T15:26:53,560 INFO [RS:0;5a29627a94df:34825 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 terminated 2024-12-05T15:26:53,560 INFO [RS:0;5a29627a94df:34825 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5a29627a94df,34825,1733412377552 because: Region server is closing 2024-12-05T15:26:53,560 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,1-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,1-5a29627a94df,34825,1733412377552 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T15:26:53,560 INFO [RS:0;5a29627a94df:34825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a29627a94df:34825. 2024-12-05T15:26:53,560 DEBUG [RS:0;5a29627a94df:34825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T15:26:53,560 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:53,560 DEBUG [RS:0;5a29627a94df:34825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T15:26:53,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T15:26:53,661 INFO [RS:0;5a29627a94df:34825 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.shipper5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 terminated 2024-12-05T15:26:53,661 INFO [RS:0;5a29627a94df:34825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34825 2024-12-05T15:26:53,661 WARN [RS_REFRESH_PEER-regionserver/5a29627a94df:0-0.replicationSource,2-5a29627a94df,34825,1733412377552.replicationSource.wal-reader.5a29627a94df%2C34825%2C1733412377552,2-5a29627a94df,34825,1733412377552 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-05T15:26:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278/rs 2024-12-05T15:26:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799452278/rs/5a29627a94df,34825,1733412377552 2024-12-05T15:26:53,714 INFO [RS:0;5a29627a94df:34825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:53,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a29627a94df,34825,1733412377552] 2024-12-05T15:26:53,730 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-799452278/draining/5a29627a94df,34825,1733412377552 already deleted, retry=false 2024-12-05T15:26:53,730 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a29627a94df,34825,1733412377552 expired; onlineServers=0 2024-12-05T15:26:53,730 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a29627a94df,33299,1733412377395' ***** 2024-12-05T15:26:53,730 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T15:26:53,730 INFO [M:0;5a29627a94df:33299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T15:26:53,730 INFO [M:0;5a29627a94df:33299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T15:26:53,731 DEBUG [M:0;5a29627a94df:33299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T15:26:53,731 DEBUG [M:0;5a29627a94df:33299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T15:26:53,731 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T15:26:53,731 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412379488 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.large.0-1733412379488,5,FailOnTimeoutGroup] 2024-12-05T15:26:53,731 DEBUG [master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412379488 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a29627a94df:0:becomeActiveMaster-HFileCleaner.small.0-1733412379488,5,FailOnTimeoutGroup] 2024-12-05T15:26:53,731 INFO [M:0;5a29627a94df:33299 {}] hbase.ChoreService(370): Chore service for: master/5a29627a94df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T15:26:53,731 INFO [M:0;5a29627a94df:33299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T15:26:53,731 DEBUG [M:0;5a29627a94df:33299 {}] master.HMaster(1795): Stopping service threads 2024-12-05T15:26:53,731 INFO [M:0;5a29627a94df:33299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T15:26:53,731 INFO [M:0;5a29627a94df:33299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T15:26:53,731 INFO [M:0;5a29627a94df:33299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T15:26:53,731 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T15:26:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799452278/master 2024-12-05T15:26:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799452278 2024-12-05T15:26:53,739 DEBUG [M:0;5a29627a94df:33299 {}] zookeeper.ZKUtil(347): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Unable to get data of znode /0-799452278/master because node does not exist (not an error) 2024-12-05T15:26:53,739 WARN [M:0;5a29627a94df:33299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T15:26:53,739 INFO [M:0;5a29627a94df:33299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/.lastflushedseqids 2024-12-05T15:26:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741853_1029 (size=263) 2024-12-05T15:26:53,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:53,822 INFO [RS:0;5a29627a94df:34825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:53,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34825-0x101a747936f0001, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:53,822 INFO [RS:0;5a29627a94df:34825 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a29627a94df,34825,1733412377552; zookeeper connection closed. 2024-12-05T15:26:53,822 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cb8ef81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cb8ef81 2024-12-05T15:26:53,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T15:26:54,143 INFO [M:0;5a29627a94df:33299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T15:26:54,143 INFO [M:0;5a29627a94df:33299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T15:26:54,144 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T15:26:54,144 INFO [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:54,144 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:54,144 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T15:26:54,144 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:54,144 INFO [M:0;5a29627a94df:33299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-05T15:26:54,157 DEBUG [M:0;5a29627a94df:33299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5317c944b5c44c228bfbff85d7fc26e4 is 82, key is hbase:meta,,1/info:regioninfo/1733412380689/Put/seqid=0 2024-12-05T15:26:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741854_1030 (size=5672) 2024-12-05T15:26:54,160 INFO [M:0;5a29627a94df:33299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5317c944b5c44c228bfbff85d7fc26e4 2024-12-05T15:26:54,179 DEBUG [M:0;5a29627a94df:33299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b87c66b12624ca682fdf69a0a6702de is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733412391704/Put/seqid=0 2024-12-05T15:26:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741855_1031 (size=7610) 2024-12-05T15:26:54,583 INFO [M:0;5a29627a94df:33299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b87c66b12624ca682fdf69a0a6702de 2024-12-05T15:26:54,586 INFO [M:0;5a29627a94df:33299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b87c66b12624ca682fdf69a0a6702de 2024-12-05T15:26:54,597 DEBUG [M:0;5a29627a94df:33299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/579377fd465a4df480abdad2d40d5880 is 69, key is 5a29627a94df,34825,1733412377552/rs:state/1733412379603/Put/seqid=0 2024-12-05T15:26:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741856_1032 (size=5156) 2024-12-05T15:26:55,001 INFO [M:0;5a29627a94df:33299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/579377fd465a4df480abdad2d40d5880 2024-12-05T15:26:55,004 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5317c944b5c44c228bfbff85d7fc26e4 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5317c944b5c44c228bfbff85d7fc26e4 2024-12-05T15:26:55,007 INFO [M:0;5a29627a94df:33299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5317c944b5c44c228bfbff85d7fc26e4, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T15:26:55,008 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b87c66b12624ca682fdf69a0a6702de as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b87c66b12624ca682fdf69a0a6702de 2024-12-05T15:26:55,011 INFO [M:0;5a29627a94df:33299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b87c66b12624ca682fdf69a0a6702de 2024-12-05T15:26:55,011 INFO [M:0;5a29627a94df:33299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b87c66b12624ca682fdf69a0a6702de, entries=13, sequenceid=121, filesize=7.4 K 2024-12-05T15:26:55,011 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/579377fd465a4df480abdad2d40d5880 as hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/579377fd465a4df480abdad2d40d5880 2024-12-05T15:26:55,014 INFO [M:0;5a29627a94df:33299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/66306503-e0be-c010-f377-3b1706982c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/579377fd465a4df480abdad2d40d5880, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T15:26:55,015 INFO [M:0;5a29627a94df:33299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=121, compaction requested=false 2024-12-05T15:26:55,016 INFO [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T15:26:55,016 DEBUG [M:0;5a29627a94df:33299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733412414144Disabling compacts and flushes for region at 1733412414144Disabling writes for close at 1733412414144Obtaining lock to block concurrent updates at 1733412414144Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733412414144Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733412414144Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733412414145 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733412414145Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733412414156 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733412414156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733412414163 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733412414179 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733412414179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733412414586 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733412414597 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733412414597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465825e: reopening flushed file at 1733412415004 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a66f95: reopening flushed file at 1733412415007 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6627996f: reopening flushed file at 1733412415011 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=121, compaction requested=false at 1733412415015 (+4 ms)Writing region close event to WAL at 1733412415015Closed at 1733412415015 2024-12-05T15:26:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37309 is added to blk_1073741830_1006 (size=69920) 2024-12-05T15:26:55,017 INFO [M:0;5a29627a94df:33299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T15:26:55,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T15:26:55,018 INFO [M:0;5a29627a94df:33299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33299 2024-12-05T15:26:55,018 INFO [M:0;5a29627a94df:33299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T15:26:55,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:55,164 INFO [M:0;5a29627a94df:33299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T15:26:55,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33299-0x101a747936f0000, quorum=127.0.0.1:53323, baseZNode=/0-799452278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T15:26:55,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c8d82be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T15:26:55,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab063b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:55,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:55,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:55,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:55,168 WARN [BP-73224327-172.17.0.3-1733412376025 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T15:26:55,168 WARN [BP-73224327-172.17.0.3-1733412376025 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-73224327-172.17.0.3-1733412376025 (Datanode Uuid 1261b81f-199b-45a0-b91f-dce62a7c4e58) service to localhost/127.0.0.1:44791 2024-12-05T15:26:55,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/data/data1/current/BP-73224327-172.17.0.3-1733412376025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:55,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/cluster_05d4ed6b-353a-191c-9dbf-0b321f22287b/data/data2/current/BP-73224327-172.17.0.3-1733412376025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T15:26:55,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T15:26:55,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T15:26:55,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T15:26:55,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe4ebc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T15:26:55,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16103323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T15:26:55,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T15:26:55,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T15:26:55,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8fe1aa-dc6d-5635-726c-67934cc4338f/hadoop.log.dir/,STOPPED} 2024-12-05T15:26:55,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T15:26:55,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T15:26:55,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 528) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44791 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46549 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42801 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4723 (was 5085) 2024-12-05T15:26:55,204 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500